-- Logs begin at Tue 2021-08-31 04:38:37 UTC, end at Tue 2021-08-31 05:38:17 UTC. -- Aug 31 05:09:44.270808 dv-cinder-773985-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 05:09:46.989589 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.common.config [-] Logging enabled! Aug 31 05:09:46.990247 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 05:09:46.990381 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94181) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 05:09:46.994175 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.common.config [-] Logging enabled! Aug 31 05:09:46.994434 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 05:09:46.994748 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94181) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 05:09:46.995723 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:09:46.995961 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:09:46.996327 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:09:46.996574 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:09:46.996802 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:09:46.997122 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.997422 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.997720 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.997952 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.998249 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.998542 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.998826 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.999145 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.999440 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:46.999725 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.000003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.000287 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.000518 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.000798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.001086 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.001374 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.001597 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] debug = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.001876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.002300 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.002714 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.002993 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.003312 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.003592 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.003862 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.004136 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.004416 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.004743 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] host = dv-cinder-773985-16-iscsi {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.005021 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.005308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.005596 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.005883 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.006157 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.006433 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.006720 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.006992 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.007290 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.007567 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.007856 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.008195 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.008488 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.008713 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.008938 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.009228 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.009522 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.009796 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.010070 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.010343 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.010615 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.010886 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.011180 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.011470 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.011754 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.012040 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.012314 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.012586 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.012856 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.013126 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.013416 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.013689 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.013962 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.014234 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.014520 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.014789 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.015062 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.015388 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.015676 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.015958 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.016243 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.016515 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.016799 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.017071 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.017342 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.017612 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_json = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.017884 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.018150 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.018431 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.018700 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.018972 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.019265 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.019543 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.019828 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:47.020123 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.020418 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.020717 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.021001 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.021299 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.021578 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.021869 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.022146 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.022433 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.022720 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.023009 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.023320 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.024128 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.024496 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.024801 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.025104 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.025400 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.025697 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.025972 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.026246 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.026520 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.026798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.027083 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.027394 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.027686 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.027977 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.028254 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.028540 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.028835 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.029125 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.029396 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.029680 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.029973 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.030250 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.030521 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.030798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.031087 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.031387 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.031661 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.031942 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.032220 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.032493 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.032765 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.033041 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.033330 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.033605 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.033874 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.034143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.034418 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.034687 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.034967 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.035266 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.035539 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.035812 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.036090 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.036363 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.036636 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.036910 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.037179 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.037454 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.037728 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.037999 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.038272 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.038544 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.038817 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.039088 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.039906 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.040178 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.040451 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.040724 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.040996 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.041267 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.041538 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.041825 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.042122 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.042401 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.042678 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.042957 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.043261 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.043541 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.043818 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.044096 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.044377 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.044651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.044943 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.045226 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.045515 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.045797 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.046075 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.046379 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.046656 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.046937 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.047242 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.047523 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.047807 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.048093 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.048389 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.048683 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.048978 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.049273 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.049564 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.049849 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.050159 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.050439 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:47.050656 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:09:47.050898 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94181) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 05:09:47.402097 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 05:09:47.402391 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 05:09:47.402562 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 05:09:47.402894 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 05:09:47.806515 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.806796 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.807067 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.808435 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.808708 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.808971 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.843459 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.843731 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.843995 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.860973 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.861258 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.861528 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.889451 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.889732 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.890002 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.926660 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.926938 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:47.927227 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.165922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.166563 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.166563 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.166843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.167367 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.288093 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.288410 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.288697 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.288966 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.289322 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.289673 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.289942 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.290198 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.290455 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.290741 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.291004 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.291294 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.291556 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.291812 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.292074 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.292345 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.292609 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.292882 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.293155 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.293416 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.293691 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.293948 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.294233 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.294611 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.294866 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.295137 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.295541 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.295783 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.296020 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.296258 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.296493 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.296729 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:48.297092 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 05:09:48.300269 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 05:09:48.304178 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 05:09:48.308087 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 31 05:09:48.309697 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 05:09:48.310155 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 05:09:48.310638 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 05:09:48.311026 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 05:09:48.314049 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 05:09:48.314290 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 05:09:48.314634 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 05:09:48.319890 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 05:09:48.342382 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 05:09:48.342831 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.343139 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94181) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 05:09:48.343520 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.344856 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94181) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 05:09:48.345135 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 05:09:48.345378 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 05:09:48.348572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.348857 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:48.413255 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 05:09:48.413481 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 05:09:48.413717 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 05:09:48.414102 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 05:09:48.435352 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_db.sqlalchemy.engines [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94181) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 05:09:48.981220 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing driver for type 'gre' Aug 31 05:09:48.981751 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] gre ID ranges: [(1, 1000)] Aug 31 05:09:49.035667 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing driver for type 'local' Aug 31 05:09:49.036034 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing driver for type 'vlan' Aug 31 05:09:49.049652 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] VlanTypeDriver initialization complete Aug 31 05:09:49.051779 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing driver for type 'vxlan' Aug 31 05:09:49.051779 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] vxlan ID ranges: [(1, 1000)] Aug 31 05:09:49.104112 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing extension driver 'port_security' Aug 31 05:09:49.104371 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.extensions.port_security [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] PortSecurityExtensionDriver initialization complete Aug 31 05:09:49.104711 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing mechanism driver 'openvswitch' Aug 31 05:09:49.105049 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing mechanism driver 'hyperv' Aug 31 05:09:49.111655 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.plugin [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:49.112346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.112720 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.113075 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.113615 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.114056 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.114423 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.114769 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.115187 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.115608 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.115956 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.116299 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.116694 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.117108 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.118015 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.118369 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.118918 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.119362 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.119721 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.120077 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.120480 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.120896 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > address_group after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.121244 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > address_group after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.121591 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.121982 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 05:09:49.122367 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] ML2 OVO RPC backend initialized. {{(pid=94181) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 05:09:49.123097 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.123480 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.123908 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.124339 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > networks before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.124696 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.125048 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > ports before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.125399 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.125747 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnets before_response 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.126101 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.126449 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.126793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.127155 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.127506 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.127844 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.128186 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.128527 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.128865 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.129467 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.plugin [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Modular L2 Plugin initialization complete Aug 31 05:09:49.129799 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading services supported by the core plugin {{(pid=94181) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 05:09:49.130132 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.plugins.ml2.managers [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Got port-security extension from driver 'port_security' Aug 31 05:09:49.130603 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.extensions.vlantransparent [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Disabled vlantransparent extension. Aug 31 05:09:49.131089 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94181) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 05:09:49.131456 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: router Aug 31 05:09:49.169373 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.170024 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_create 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.170131 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router before_create 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.170496 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.170876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.171267 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_delete 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.171634 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.171989 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.172351 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_create 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.172700 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.173052 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.173401 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.173763 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.174177 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.174553 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.174900 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.175279 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: subnet after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.175627 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.175983 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.176334 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_create 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.176680 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.177023 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.177382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router after_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.177729 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.178086 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_create 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.178454 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.178806 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_update 55549900 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.179195 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > agent after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.179560 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > agent after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.179960 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > network after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.181382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Tracking information for resource: router configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:49.181720 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Tracking information for resource: floatingip configured {{(pid=94181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 05:09:49.187223 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.db.l3_agentschedulers_db [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 05:09:49.187833 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.188207 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.188560 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.188925 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: port after_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.189747 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router before_create 55550100 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.190118 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.190487 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_create 55550100 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.190851 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > router precommit_update 55550100 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.195781 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.provider_configuration [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service providers = [] {{(pid=94181) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 05:09:49.195781 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.db.servicetype_db [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94181) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 05:09:49.199111 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.service_base [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:09:49.199488 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.service_base [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:09:49.199830 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.service_base [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:09:49.200738 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.services.service_base [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 05:09:49.201114 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.services.service_base [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 05:09:49.201506 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.201825 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 05:09:49.213155 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.213494 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: auto_allocate Aug 31 05:09:49.219398 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: network precommit_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.219781 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: network precommit_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.220324 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.220651 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: tag Aug 31 05:09:49.227920 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.228329 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: timestamp Aug 31 05:09:49.232520 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.232799 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: network_ip_availability Aug 31 05:09:49.238393 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.238773 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.239166 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.239956 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.240282 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: flavors Aug 31 05:09:49.245223 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.245552 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading Plugin: revisions Aug 31 05:09:49.249944 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 05:09:49.250338 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=94181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 05:09:49.251107 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94181) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 05:09:49.251474 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Initializing extension manager. Aug 31 05:09:49.251994 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: __init__.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.252343 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: __pycache__ {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.252681 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.253016 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: address_group.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.253791 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.254376 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: address-group Aug 31 05:09:49.254706 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: address_scope.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.255461 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.255971 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: address-scope Aug 31 05:09:49.256305 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.257259 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.257780 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: router-admin-state-down-before-update Aug 31 05:09:49.258221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: agent.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.259343 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.259861 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: agent Aug 31 05:09:49.260190 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: agent_resources_synced.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.261119 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.261621 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: agent-resources-synced Aug 31 05:09:49.261949 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: allowedaddresspairs.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.263820 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.264342 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: allowed-address-pairs Aug 31 05:09:49.264673 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: auto_allocated_topology.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.265764 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.266277 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: auto-allocated-topology Aug 31 05:09:49.266603 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: availability_zone.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.267336 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.267837 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: availability_zone Aug 31 05:09:49.268158 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: availability_zone_filter.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.269080 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.269591 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: availability_zone_filter Aug 31 05:09:49.269912 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: data_plane_status.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.270817 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.271355 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 05:09:49.271680 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: default_subnetpools.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.272593 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.273093 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: default-subnetpools Aug 31 05:09:49.273417 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.274840 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.275370 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: dhcp_agent_scheduler Aug 31 05:09:49.275699 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: dns.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.276643 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.277150 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension dns-integration not supported by any of loaded plugins Aug 31 05:09:49.277477 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: dns_domain_ports.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.278401 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.278906 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 05:09:49.279272 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.280206 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.280708 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 05:09:49.281032 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: dvr.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.281706 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.282210 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: dvr Aug 31 05:09:49.282535 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: ecmp_routes.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.283504 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.284007 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 05:09:49.284333 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: empty_string_filtering.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.285243 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.285751 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: empty-string-filtering Aug 31 05:09:49.286077 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.286987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.287523 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 05:09:49.287848 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.288771 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.289364 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 05:09:49.289915 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: external_net.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.290629 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.291659 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: external-net Aug 31 05:09:49.291981 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.292902 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.293412 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: extra_dhcp_opt Aug 31 05:09:49.293737 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: extraroute.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.294657 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.295189 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: extraroute Aug 31 05:09:49.295514 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: extraroute_atomic.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.296556 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.297069 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: extraroute-atomic Aug 31 05:09:49.297393 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: filter_validation.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.298073 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.298574 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: filter-validation Aug 31 05:09:49.298898 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: fip_pf_description.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.299839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.300339 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 05:09:49.300661 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: fip_port_details.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.301586 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.302095 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: fip-port-details Aug 31 05:09:49.302419 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: flavors.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.303680 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.304200 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: flavors Aug 31 05:09:49.304554 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.306258 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.306793 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 05:09:49.307137 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: floatingip_pools.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.307860 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.308420 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: floatingip-pools Aug 31 05:09:49.308750 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: ip_allocation.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.309627 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.310132 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 05:09:49.310493 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.311737 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.312230 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: ip-substring-filtering Aug 31 05:09:49.312565 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l2_adjacency.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.313502 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.314010 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 05:09:49.314339 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.315541 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.316064 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: router Aug 31 05:09:49.316395 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.318649 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.319212 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 05:09:49.319550 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.320528 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.321125 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: ext-gw-mode Aug 31 05:09:49.321369 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.322311 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.322822 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: l3-ha Aug 31 05:09:49.323179 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3_flavors.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.324098 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.324609 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: l3-flavors Aug 31 05:09:49.324936 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.325850 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.326359 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 05:09:49.326686 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: l3agentscheduler.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.327781 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.328297 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: l3_agent_scheduler Aug 31 05:09:49.328625 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: logging.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.330112 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.330632 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension logging not supported by any of loaded plugins Aug 31 05:09:49.330969 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: metering.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.331741 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.332321 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: metering Aug 31 05:09:49.332654 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.333751 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.334268 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: metering_source_and_destination_fields Aug 31 05:09:49.334600 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: multiprovidernet.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.335563 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.336075 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: multi-provider Aug 31 05:09:49.336934 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: netmtu.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.337845 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.338348 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: net-mtu Aug 31 05:09:49.338672 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: netmtu_writable.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.339621 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.340130 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: net-mtu-writable Aug 31 05:09:49.340462 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: network_availability_zone.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.341133 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.341640 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: network_availability_zone Aug 31 05:09:49.341965 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: network_ip_availability.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.343050 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.343589 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: network-ip-availability Aug 31 05:09:49.343919 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: network_segment_range.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.344685 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.345188 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 05:09:49.345513 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: pagination.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.346490 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.346821 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: pagination Aug 31 05:09:49.347243 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: port_device_profile.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.348095 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.348610 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: port-device-profile Aug 31 05:09:49.348936 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.349856 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.350375 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: port-mac-address-regenerate Aug 31 05:09:49.350700 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.351665 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.352784 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: port-numa-affinity-policy Aug 31 05:09:49.353109 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: port_resource_request.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.354025 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.354531 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 05:09:49.354857 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: portbindings.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.357470 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.357470 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: binding Aug 31 05:09:49.357470 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: portbindings_extended.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.358041 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.359569 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: binding-extended Aug 31 05:09:49.359569 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: portsecurity.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.359833 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.360344 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: port-security Aug 31 05:09:49.360669 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: project_id.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.361649 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.361981 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: project-id Aug 31 05:09:49.362307 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: providernet.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.366120 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.366120 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: provider Aug 31 05:09:49.366120 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.367792 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.368418 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos not supported by any of loaded plugins Aug 31 05:09:49.368647 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.369973 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.370495 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 05:09:49.370830 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.371797 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.372311 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 05:09:49.372641 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_default.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.373568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.374077 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-default not supported by any of loaded plugins Aug 31 05:09:49.374407 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_fip.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.375082 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.375641 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-fip not supported by any of loaded plugins Aug 31 05:09:49.375969 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_gateway_ip.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.377939 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.378459 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 05:09:49.378791 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_port_network_policy.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.379762 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.380275 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 05:09:49.380606 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_pps_rule.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.381837 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.382357 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-pps not supported by any of loaded plugins Aug 31 05:09:49.382689 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_rule_type_details.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.383695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.384209 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 05:09:49.384532 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: qos_rules_alias.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.385602 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.386111 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 05:09:49.386439 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: quotasv2.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.387467 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.387799 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: quotas Aug 31 05:09:49.388122 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: quotasv2_detail.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.391359 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.391709 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: quota_details Aug 31 05:09:49.392047 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: rbac.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.393363 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.393908 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: rbac-policies Aug 31 05:09:49.394246 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: rbac_address_group.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.395226 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.395744 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: rbac-address-group Aug 31 05:09:49.396079 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: rbac_address_scope.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.397005 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.397520 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: rbac-address-scope Aug 31 05:09:49.397852 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: rbac_security_groups.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.399313 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.400083 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: rbac-security-groups Aug 31 05:09:49.400301 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: rbac_subnetpool.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.401228 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.401739 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: rbac-subnetpool Aug 31 05:09:49.402067 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: revisionifmatch.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.402993 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.403558 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: revision-if-match Aug 31 05:09:49.403890 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: revisions.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.405017 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.405523 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: standard-attr-revisions Aug 31 05:09:49.405851 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: router_availability_zone.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.406541 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.407049 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: router_availability_zone Aug 31 05:09:49.407400 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: routerservicetype.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.408321 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.408824 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension router-service-type not supported by any of loaded plugins Aug 31 05:09:49.409150 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.410078 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.410587 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: security-groups-normalized-cidr Aug 31 05:09:49.410915 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.411873 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.412382 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: port-security-groups-filtering Aug 31 05:09:49.412710 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.413642 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.414155 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: security-groups-remote-address-group Aug 31 05:09:49.415236 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: securitygroup.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.424891 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.425425 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: security-group Aug 31 05:09:49.425758 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: segment.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.426560 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.427070 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension segment not supported by any of loaded plugins Aug 31 05:09:49.427423 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.428381 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.428891 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 05:09:49.429217 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: servicetype.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.430467 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.430985 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: service-type Aug 31 05:09:49.431353 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: sorting.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.432358 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.432693 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: sorting Aug 31 05:09:49.433020 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: standard_attr_segment.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.433943 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.434457 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 05:09:49.434784 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: standardattrdescription.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.435468 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.435972 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: standard-attr-description Aug 31 05:09:49.436551 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: stateful_security_group.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.437478 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.437994 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: stateful-security-group Aug 31 05:09:49.438375 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: stdattrs_common.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.438909 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 05:09:49.439272 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.440230 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.440737 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 05:09:49.441063 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnet_onboard.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.442161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.442674 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: subnet_onboard Aug 31 05:09:49.443004 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.443967 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.444472 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 05:09:49.444800 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnet_service_types.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.445790 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.446308 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: subnet-service-types Aug 31 05:09:49.446634 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnetallocation.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.447765 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.448278 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: subnet_allocation Aug 31 05:09:49.448611 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.449281 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.449788 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: subnetpool-prefix-ops Aug 31 05:09:49.450113 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.451048 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.451597 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 05:09:49.451923 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: tagging.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.453023 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.453541 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: standard-attr-tag Aug 31 05:09:49.453873 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: timestamp.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.455075 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.455625 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loaded extension: standard-attr-timestamp Aug 31 05:09:49.455957 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: trunk.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.456996 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.457513 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension trunk not supported by any of loaded plugins Aug 31 05:09:49.457847 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: trunk_details.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.458830 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.459322 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension trunk-details not supported by any of loaded plugins Aug 31 05:09:49.459653 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: uplink_status_propagation.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.460589 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.461620 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 05:09:49.461984 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Loading extension file: vlantransparent.py {{(pid=94181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 05:09:49.462675 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 05:09:49.463219 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 05:09:49.465721 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:network Aug 31 05:09:49.466268 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnet Aug 31 05:09:49.466680 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:09:49.467081 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:port Aug 31 05:09:49.468400 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.468839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service FLAVORS assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.469475 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.469978 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.470243 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:router Aug 31 05:09:49.470679 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:floatingip Aug 31 05:09:49.471217 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service METERING assigned prefix: /metering {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.472730 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.473091 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.473416 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:09:49.474495 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 05:09:49.474984 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:security_group Aug 31 05:09:49.475425 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 05:09:49.477917 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service CORE assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.478264 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:09:49.478623 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] subnetpool is already registered Aug 31 05:09:49.479076 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service CORE assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.479437 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:09:49.479778 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] subnetpool is already registered Aug 31 05:09:49.482073 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.482505 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service FLAVORS assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.483176 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.483555 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.483890 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:router Aug 31 05:09:49.484232 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] router is already registered Aug 31 05:09:49.484646 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:floatingip Aug 31 05:09:49.484988 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] floatingip is already registered Aug 31 05:09:49.485448 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service METERING assigned prefix: /metering {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.486124 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 05:09:49.486454 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] rbac_policy is already registered Aug 31 05:09:49.486874 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:security_group Aug 31 05:09:49.487237 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] security_group is already registered Aug 31 05:09:49.487651 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 05:09:49.487986 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] security_group_rule is already registered Aug 31 05:09:49.488622 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service CORE assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.488954 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:09:49.489296 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] subnetpool is already registered Aug 31 05:09:49.489716 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.v2.resource_helper [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Service CORE assigned prefix: {{(pid=94181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 05:09:49.490084 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 05:09:49.490377 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING neutron.quota.resource_registry [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] subnetpool is already registered Aug 31 05:09:49.490850 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: extensions {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.492406 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: address-groups {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.493896 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: address-scopes {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.495207 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: agents {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.496415 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: auto-allocated-topology {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.497641 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: availability_zones {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.498852 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: dhcp-networks {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.500387 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: dhcp-agents {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.501802 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: routers {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.503990 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: flavors {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.505142 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: service_profiles {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.506345 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: next_providers {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.507819 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: service_profiles {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.509359 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: floatingip-pools {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.510559 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: routers {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.512729 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: floatingips {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.514001 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: l3-routers {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.515402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: l3-agents {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.516790 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: metering-labels {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.518171 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: metering-label-rules {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.520782 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: network-ip-availabilities {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.520782 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: bindings {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.522389 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: quotas {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.524382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: quotas {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.525798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: rbac-policies {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.526981 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: security-groups {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.528300 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: security-group-rules {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.529515 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: service-providers {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.530725 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: subnetpools {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.532172 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: subnetpools {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.533629 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.535303 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.537089 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.538966 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.542469 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.544346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.546029 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.547948 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.549691 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.551434 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron.api.extensions [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Extended resource: tags {{(pid=94181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 05:09:49.557653 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING keystonemiddleware.auth_token [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 05:09:49.562643 dv-cinder-773985-16-iscsi neutron-server[94181]: WARNING keystonemiddleware.auth_token [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 05:09:49.571138 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Acquired lock "singleton_lock" {{(pid=94181) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 05:09:49.571688 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_concurrency.lockutils [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Releasing lock "singleton_lock" {{(pid=94181) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 05:09:49.572339 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Starting 2 workers Aug 31 05:09:49.577122 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Started child 94290 {{(pid=94181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:09:49.581619 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Started child 94291 {{(pid=94181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:09:49.582620 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.583338 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO neutron.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 05:09:49.583948 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Notify callbacks [] for process, before_spawn {{(pid=94181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.584155 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [-] (94290) wsgi starting up on http://0.0.0.0:9696 Aug 31 05:09:49.586936 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Starting 1 workers Aug 31 05:09:49.587143 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.588544 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [-] (94291) wsgi starting up on http://0.0.0.0:9696 Aug 31 05:09:49.592237 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Started child 94292 {{(pid=94181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:09:49.592773 dv-cinder-773985-16-iscsi neutron-server[94181]: INFO oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Starting 1 workers Aug 31 05:09:49.595683 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] calling RpcWorker wait() {{(pid=94292) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 05:09:49.596249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] returning from RpcWorker wait() {{(pid=94292) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 05:09:49.597287 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Started child 94293 {{(pid=94181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 05:09:49.597394 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.597897 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:49.598133 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG neutron_lib.callbacks.manager [None req-683abf0b-62e1-4d79-9429-5a1afab08e0b None None] Notify callbacks [] for process, after_spawn {{(pid=94181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.600189 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94181) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 05:09:49.600398 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:09:49.600759 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:09:49.600982 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:09:49.601322 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:09:49.601482 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:09:49.602668 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.602979 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.603269 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.603473 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:09:49.604024 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.604024 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.604368 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.604468 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:49.604625 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.605061 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.605457 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.605594 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.605931 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.606165 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.606342 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.609651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] debug = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.610581 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.612038 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] host = dv-cinder-773985-16-iscsi {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.613924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.615587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.616456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.616456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.616456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.616456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617086 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617086 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617086 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_options = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617499 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617499 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.617852 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.618153 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.618404 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.618686 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.618946 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.619090 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.619310 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.619530 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.619749 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.619968 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.620191 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.620428 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.620684 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.620931 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.621148 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.621358 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.621619 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.621989 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.622137 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.622315 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.622549 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.622784 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.623019 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.623322 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.623516 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.623682 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.623907 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.624175 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.624413 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.624727 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.624930 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.625197 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.625417 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.625648 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.625866 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.626142 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.626383 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.626643 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.626891 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.627144 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.627417 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.627651 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.627888 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.628105 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_json = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.628343 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.628558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.628815 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.629031 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.629263 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.629509 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.629671 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.630030 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.630589 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.630886 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.631234 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.631473 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.631708 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.632071 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.632711 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.632937 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.633718 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.633943 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.634572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.634572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.634771 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.634992 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.635292 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.635704 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.636294 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.636572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.636829 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.637053 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.637275 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.637526 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.637815 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.638074 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.638313 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.638552 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.638949 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.639098 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.639391 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.639662 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.639926 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.640147 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.640402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.640622 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.640860 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.641099 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.641317 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.641588 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.641828 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.642050 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.642386 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.642545 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.642724 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.642958 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.643230 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.643479 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.643717 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.643949 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.644179 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.644413 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.644645 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.645022 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.645160 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.645442 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.645616 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.645833 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.646053 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.646268 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.646503 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.646724 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.646983 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.647218 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.647464 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.647675 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.647909 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.648119 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.648370 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.648632 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.649384 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.649599 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.649997 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.650145 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.650298 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.650502 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.650742 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.650966 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.651235 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.651460 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.651694 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.651920 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.652140 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.652459 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.652625 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.652775 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.653009 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.653222 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.653434 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.653646 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.653905 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.654128 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.654429 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.654691 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.655078 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.655287 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.655436 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.655692 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.655916 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.656107 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.656414 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.656740 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.657017 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.657253 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.657657 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.660940 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.662096 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.662096 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.663068 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.663403 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.663690 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.664160 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.664317 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.664743 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.665052 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.665342 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.665755 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.665978 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.666258 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.666718 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.666878 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.667020 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.667312 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.667572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.667834 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.668102 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.668350 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.668644 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.668891 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.669119 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.669341 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.669599 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.669941 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.670199 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.670422 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.670659 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.670951 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.671231 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.671487 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.671781 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.672037 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.672310 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.672560 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.672892 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.673048 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.673225 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.673583 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.673727 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.673904 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.674154 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.674356 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.674572 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.674809 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.675061 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.675322 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.675576 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.675866 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.676026 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.676237 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.676489 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.677558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.677558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.677558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.677558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.677558 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.678604 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.678604 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.678604 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.678604 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.679196 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.679196 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.679196 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.679623 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.679773 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.680013 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.680863 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.680863 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.680863 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.681290 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.681290 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.681577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.681577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.681852 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.682001 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.683793 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.685346 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.686678 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.686678 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.686678 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.687149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.687149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.687436 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.687575 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.688013 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.688872 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.688872 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.688872 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.688872 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.689428 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.689428 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691143 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691652 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691652 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691652 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.691822 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.692249 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.692249 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693972 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.693972 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.694290 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.694456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.694637 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.698491 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.699587 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700456 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700810 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.700902 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.701144 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.701418 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.701694 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.701932 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.702230 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.702560 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.702841 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.703101 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.703375 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.703604 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.703851 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.704069 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.704306 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.704546 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.704785 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.705029 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.705260 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.705508 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.705746 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.706002 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.706249 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.706476 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.706715 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.706937 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.707174 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.707336 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:09:49.707865 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94181) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 05:09:49.708031 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 05:09:49.708187 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 05:09:49.708360 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 05:09:49.708532 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 05:09:49.708688 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 05:09:49.708895 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709058 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709220 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709545 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709726 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.709931 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710039 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710199 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710359 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710519 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710679 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710838 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.710999 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.711208 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.711370 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.711529 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.711689 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.711854 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712017 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712177 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712338 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712498 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] debug = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712656 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.712853 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713018 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713178 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713357 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713488 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713645 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713805 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.713963 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714123 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714296 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714439 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714602 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.714941 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715076 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715251 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715410 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] host = dv-cinder-773985-16-iscsi {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715569 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715729 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.715888 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716047 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716206 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716355 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716525 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716660 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716813 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.716969 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717130 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717289 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717448 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717608 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717767 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_options = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.717924 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718083 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718241 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718422 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718588 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718748 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.718909 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719069 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719250 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719411 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719570 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719730 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.719876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.720036 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.720196 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.720344 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.721170 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.721330 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.721623 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.721847 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.723003 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.725092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.726308 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_json = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.727843 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.729316 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.730839 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.731577 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.732161 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.733323 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.734695 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.735876 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736557 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736557 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736557 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736557 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736889 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736889 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.736889 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.737273 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.737521 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.737694 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.737872 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738261 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738343 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738500 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738660 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.738983 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.739179 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.739413 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.739704 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.739704 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740108 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740108 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740108 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740415 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740415 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740568 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740707 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.740868 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.741030 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.741192 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.741344 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.741502 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.741674 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742015 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742015 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742297 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742297 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742506 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:09:49.742753 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.742920 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743082 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743270 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743499 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743605 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743746 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.743913 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744080 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744242 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744564 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744726 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.744886 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745054 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745204 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745365 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745527 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745687 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.745849 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746009 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746170 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746342 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746503 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746666 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746817 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.746970 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747168 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747336 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747497 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747660 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747820 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.747981 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748142 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748302 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748462 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748623 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748784 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.748954 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749125 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749286 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749448 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749607 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749791 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.749952 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750112 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750273 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750433 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750594 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750754 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.750915 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751064 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751246 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751408 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751569 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751731 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.751892 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752053 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752219 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752543 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752704 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.752867 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.753029 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.753191 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.753352 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.753513 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.754987 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756221 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756986 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756986 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756986 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756986 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.756986 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759402 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.759922 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.760382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.760382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.760382 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761149 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761567 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761567 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761567 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761867 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.761867 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762025 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762150 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762271 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762403 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762567 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762729 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.762890 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763051 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763236 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763408 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763570 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763732 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.763893 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764057 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764217 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764388 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764603 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764712 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.764841 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765007 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765167 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765338 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765500 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765661 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765822 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.765982 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766144 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766314 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766476 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766637 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766798 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.766960 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767174 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767312 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767473 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767657 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767788 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.767947 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768106 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768277 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768440 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768601 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768770 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.768934 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.769093 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.769255 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770035 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770428 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770428 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770580 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770660 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770795 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.770957 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771348 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771348 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771485 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771614 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771795 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.771978 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772107 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772264 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772425 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772874 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772874 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.772874 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.773194 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.773194 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.773400 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.773483 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.774256 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.774488 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.774776 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775084 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775284 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775449 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775612 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775774 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.775937 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 05:09:49.776092 dv-cinder-773985-16-iscsi neutron-server[94181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 05:09:49.951970 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 47766) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:09:49.960544 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063083 Aug 31 05:10:02.777883 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc742c1-0752-4ecd-9c87-c2bed03398b9 None None] get_active_networks_info from dv-cinder-773985-16-iscsi {{(pid=94292) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 05:10:02.983930 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc742c1-0752-4ecd-9c87-c2bed03398b9 None None] No non-hosted networks {{(pid=94292) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 05:10:03.013503 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.agentschedulers_db [None req-4fc742c1-0752-4ecd-9c87-c2bed03398b9 None None] DHCP Agent not found on host dv-cinder-773985-16-iscsi {{(pid=94292) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 05:10:03.024567 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5568cf6a-d70f-4b7a-a86d-28eea1da2901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.749041 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:05.750605 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.751198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.752102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.752664 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.753261 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.753889 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.754420 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.755676 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.756405 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.757729 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.758623 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.759467 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:05.760082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-16-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:05.780973 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-16-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:06.942488 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-60d1ce88-9527-4449-8915-50d405d4da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:07.004321 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-aba58697-1118-4ba2-92c7-8a6a0a76b609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:07.559424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:09.044977 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:10.451722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47858) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:10.969111 dv-cinder-773985-16-iscsi neutron-server[94290]: WARNING oslo_policy.policy [None req-bb45d8bf-af83-4287-a583-b7ff3c078174 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:10.969767 dv-cinder-773985-16-iscsi neutron-server[94290]: WARNING oslo_policy.policy [None req-bb45d8bf-af83-4287-a583-b7ff3c078174 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:11.196313 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [None req-bb45d8bf-af83-4287-a583-b7ff3c078174 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:10:11.197571 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bb45d8bf-af83-4287-a583-b7ff3c078174 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7437615 Aug 31 05:10:12.278212 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.db.l3_hamode_db [None req-e3049239-8dc5-4463-b6ca-e6797448219b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 05:10:12.360907 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049239-8dc5-4463-b6ca-e6797448219b None None] Routers set() bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:12.361307 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3049239-8dc5-4463-b6ca-e6797448219b None None] Router IDs set() for agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 05:10:13.692607 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47872) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:14.005597 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:14.099143 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.policy [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94290) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 05:10:14.144282 dv-cinder-773985-16-iscsi neutron-server[94290]: WARNING oslo_policy.policy [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:14.144661 dv-cinder-773985-16-iscsi neutron-server[94290]: WARNING oslo_policy.policy [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:14.153758 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.quota [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] Loaded quota_driver: . Aug 31 05:10:14.243629 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730235867408', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730235867845', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730235879471', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730235882227', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730234132749', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730235639381', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3846836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3776612'] for rbac-policy, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:14.307415 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:14.308739 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b0654f4f-acf9-4f18-aef9-97f403692406 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151021 Aug 31 05:10:16.941815 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 47884) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:17.447795 dv-cinder-773985-16-iscsi neutron-server[94291]: WARNING oslo_policy.policy [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:17.448385 dv-cinder-773985-16-iscsi neutron-server[94291]: WARNING oslo_policy.policy [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:17.677350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Request body: {'network': {'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'name': 'private', 'admin_state_up': True}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:17.678943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.quota [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Loaded quota_driver: . Aug 31 05:10:17.734720 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Made reservation on behalf of 1a1811db1267400292c6bbc6d16bafd3 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:17.800550 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.policy [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 05:10:17.845433 dv-cinder-773985-16-iscsi neutron-server[94291]: WARNING oslo_policy.policy [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:17.845811 dv-cinder-773985-16-iscsi neutron-server[94291]: WARNING oslo_policy.policy [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 05:10:17.856926 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:17.879555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.041629 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.045613 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.072279 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:10:18.105597 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730236523210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.106309 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Unsubscribe: segment precommit_create {{(pid=94291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 05:10:18.106714 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Added segment 292dc0ec-7ce8-4d58-a06e-ddaa09e6de12 of type vlan for network c92d1b40-1440-462e-9915-e59c7e5fa0ba Aug 31 05:10:18.128371 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27909f0f-7dff-4134-b134-9c9aca56e9f3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:18.180523 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.180917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.181215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.181576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.182001 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.182395 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.182720 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.183058 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.183421 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.183741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.184058 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.184372 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Tracked resource versions report: Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: pushed versions: Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: { 'AddressGroup': {'1.2'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'ConntrackHelper': {'1.0'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Log': {'1.0'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Network': {'1.1'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Port': {'1.7'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'PortForwarding': {'1.2'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'QosPolicy': {'1.9'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroup': {'1.4'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SubPort': {'1.0'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Subnet': {'1.1'}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Trunk': {'1.1'}} Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: consumer versions: Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'ConntrackHelper': '1.0', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Log': '1.0', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Network': '1.1', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Port': '1.7', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'PortForwarding': '1.2', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'QosPolicy': '1.9', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroup': '1.4', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroupRule': '1.2', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SubPort': '1.0', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Subnet': '1.1', Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Trunk': '1.1'}} Aug 31 05:10:18.185712 dv-cinder-773985-16-iscsi neutron-server[94291]: {{(pid=94291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:10:18.227812 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.277010 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.278037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:18.278703 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:18.360467 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4174798 Aug 31 05:10:18.377527 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417b230-e5cd-4bca-960d-23e510f78f51 admin admin] Pushing event updated for resources: {'Network': ['ID=c92d1b40-1440-462e-9915-e59c7e5fa0ba,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:18.390837 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:10:21.112568 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 47906) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:21.520864 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec9e4d-2a29-4d5f-b807-0afbf3dab807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:21.522254 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f3ec9e4d-2a29-4d5f-b807-0afbf3dab807 admin admin] 10.222.0.25 "GET /v2.0/networks/c92d1b40-1440-462e-9915-e59c7e5fa0ba HTTP/1.1" status: 200 len: 825 time: 0.4087365 Aug 31 05:10:21.567393 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c65700d4-108e-48bb-824e-62b83c260b22 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/d9decfd3-7c14-4a69-a32e-badea512ae5e HTTP/1.1" status: 200 len: 734 time: 0.0388772 Aug 31 05:10:21.577806 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Request body: {'subnet': {'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:21.601453 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Made reservation on behalf of 1a1811db1267400292c6bbc6d16bafd3 for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:21.604447 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:21.920623 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:21.987859 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ff6559-d864-4776-9cde-e3aadab83230,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:21.998637 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Checking segment: {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:21.999028 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Network hostable DHCP agents. Network: c92d1b40-1440-462e-9915-e59c7e5fa0ba, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:10:22.021241 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:10:22.033893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, c92d1b40-1440-462e-9915-e59c7e5fa0ba) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:22.039203 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:22.040425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:22.044457 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab394ac1-e724-405d-bfcb-8abefcfad009 None None] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:22.063797 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-993c7f69-8a4a-4abc-9588-555f7db5a6dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4898124 Aug 31 05:10:22.386827 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:10:22.388194 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:22.689236 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Allocated IP 172.20.0.2 (c92d1b40-1440-462e-9915-e59c7e5fa0ba/c1ff6559-d864-4776-9cde-e3aadab83230/72628a49-bc52-453d-bdb2-8fd0525c8edc) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:10:22.934530 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:22.951338 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Transition to ACTIVE for port object 72628a49-bc52-453d-bdb2-8fd0525c8edc will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:22.972620 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Transition to ACTIVE for port object 72628a49-bc52-453d-bdb2-8fd0525c8edc will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:22.981287 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:23.055257 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:23.060241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:23.070140 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:10:23.073855 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Pushing event updated for resources: {'Port': ['ID=72628a49-bc52-453d-bdb2-8fd0525c8edc,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:23.108424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.108966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.109295 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.109475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.110130 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Tracked resource versions report: Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: pushed versions: Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: { 'AddressGroup': {'1.2'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'ConntrackHelper': {'1.0'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Log': {'1.0'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Network': {'1.1'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Port': {'1.7'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'PortForwarding': {'1.2'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'QosPolicy': {'1.9'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroup': {'1.4'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SubPort': {'1.0'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Subnet': {'1.1'}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Trunk': {'1.1'}} Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: consumer versions: Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'ConntrackHelper': '1.0', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Log': '1.0', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Network': '1.1', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Port': '1.7', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'PortForwarding': '1.2', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'QosPolicy': '1.9', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroup': '1.4', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroupRule': '1.2', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SubPort': '1.0', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Subnet': '1.1', Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Trunk': '1.1'}} Aug 31 05:10:23.111495 dv-cinder-773985-16-iscsi neutron-server[94292]: {{(pid=94292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:10:23.160870 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Attempting to bind port 72628a49-bc52-453d-bdb2-8fd0525c8edc on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:10:23.161259 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Attempting to bind port 72628a49-bc52-453d-bdb2-8fd0525c8edc by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:10:23.161697 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Attempting to bind port 72628a49-bc52-453d-bdb2-8fd0525c8edc on network c92d1b40-1440-462e-9915-e59c7e5fa0ba {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:23.167563 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:10:23.167999 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Checking segment: {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:23.168470 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:23.168862 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Bound using segment: {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:10:23.169367 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Bound port: 72628a49-bc52-453d-bdb2-8fd0525c8edc, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:10:23.169772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:23.235046 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] For port 72628a49-bc52-453d-bdb2-8fd0525c8edc, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:10:23.239441 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] For port 72628a49-bc52-453d-bdb2-8fd0525c8edc, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=72628a49-bc52-453d-bdb2-8fd0525c8edc,segment=NetworkSegment(292dc0ec-7ce8-4d58-a06e-ddaa09e6de12),segment_id=292dc0ec-7ce8-4d58-a06e-ddaa09e6de12)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:10:23.246764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:23.313067 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759bfbe-85f0-49d5-8d00-b89f0855c554 None None] Pushing event updated for resources: {'Port': ['ID=72628a49-bc52-453d-bdb2-8fd0525c8edc,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:24.569343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 47914) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:24.964436 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [None req-68cfd1d1-7fb3-48f9-bad1-bc60a4d6d69e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:10:24.965479 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-68cfd1d1-7fb3-48f9-bad1-bc60a4d6d69e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3951259 Aug 31 05:10:27.440397 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47922) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:27.778124 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [None req-dfb6477f-2db0-4b7e-8adb-a28c6c841970 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:10:27.791147 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-dfb6477f-2db0-4b7e-8adb-a28c6c841970 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3377860 Aug 31 05:10:30.481904 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:30.827078 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:30.856254 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:30.857875 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:31.004821 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:31.010451 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:31.023421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:31.024623 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b45f8b22-49bd-401f-a807-e97d84186789 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5416324 Aug 31 05:10:31.887002 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc759dd-bc94-4468-ba08-81a5d0d076e6 None None] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:31.948437 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-41650c48-75e1-4fe1-8eaa-a8170f9a8a62 None None] Provisioning for port 72628a49-bc52-453d-bdb2-8fd0525c8edc completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:32.183221 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 72628a49-bc52-453d-bdb2-8fd0525c8edc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:32.276662 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 72628a49-bc52-453d-bdb2-8fd0525c8edc completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:32.281188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 72628a49-bc52-453d-bdb2-8fd0525c8edc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:32.281584 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.401542 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.403107 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e190cdd5-684d-41b4-95ba-5321194dcade None None] Provisioning complete for port 72628a49-bc52-453d-bdb2-8fd0525c8edc triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:32.403484 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e190cdd5-684d-41b4-95ba-5321194dcade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.465739 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 72628a49-bc52-453d-bdb2-8fd0525c8edc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=72628a49-bc52-453d-bdb2-8fd0525c8edc,segment=NetworkSegment(292dc0ec-7ce8-4d58-a06e-ddaa09e6de12),segment_id=292dc0ec-7ce8-4d58-a06e-ddaa09e6de12)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:32.473564 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:32.551679 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=72628a49-bc52-453d-bdb2-8fd0525c8edc,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:32.648391 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfcd1-ccd7-4b00-908f-892c8aeb1d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:33.496859 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47944) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:33.814688 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [None req-b2d418f9-f2e3-4067-b86c-1c8f2eb67350 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:10:33.815716 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b2d418f9-f2e3-4067-b86c-1c8f2eb67350 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179233 Aug 31 05:10:34.149431 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 72628a49-bc52-453d-bdb2-8fd0525c8edc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:34.197816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 72628a49-bc52-453d-bdb2-8fd0525c8edc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:34.198185 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:35.656338 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.328061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:36.657008 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:36.680956 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Made reservation on behalf of eba3581e7f2344c99cffb03c0e433e48 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:36.683831 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.699837 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.820580 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.825502 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.837626 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Reserving flat network on physical network physnet1 {{(pid=94290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 05:10:36.869284 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730236523210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:36.869866 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Unsubscribe: segment precommit_create {{(pid=94290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 05:10:36.870373 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Added segment a88f81a0-81ac-4432-97a5-0e29f903dbe9 of type flat for network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 Aug 31 05:10:36.888779 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f523632b-b068-44cb-99d9-a700768fee5e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:36.906721 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.907078 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.907441 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.907781 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.908100 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.908425 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.908747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.909081 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.909419 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.909740 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.910067 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.910367 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Tracked resource versions report: Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: pushed versions: Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: { 'AddressGroup': {'1.2'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'ConntrackHelper': {'1.0'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Log': {'1.0'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Network': {'1.1'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Port': {'1.7'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'PortForwarding': {'1.2'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'QosPolicy': {'1.9'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroup': {'1.4'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SubPort': {'1.0'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Subnet': {'1.1'}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Trunk': {'1.1'}} Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: consumer versions: Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'ConntrackHelper': '1.0', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Log': '1.0', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Network': '1.1', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Port': '1.7', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'PortForwarding': '1.2', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'QosPolicy': '1.9', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroup': '1.4', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroupRule': '1.2', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SubPort': '1.0', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Subnet': '1.1', Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Trunk': '1.1'}} Aug 31 05:10:36.911747 dv-cinder-773985-16-iscsi neutron-server[94290]: {{(pid=94290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:10:36.944549 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7492dfc3-399c-45d1-a992-fb4fd09c9f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.011202 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.054786 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.056571 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:37.057230 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.134360 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8051875 Aug 31 05:10:37.156220 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a543a-e1d1-415d-b164-f9d3bd4c9edd admin admin] Pushing event updated for resources: {'Network': ['ID=5fe04371-855f-46c4-9ef9-dce4fcb85f69,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:37.167417 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:10:37.494663 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:37.683252 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:10:39.002546 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:39.568771 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 47974) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:39.762105 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312c0ce-e93f-4a2e-8b2d-b23925eb59ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:39.763525 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-5312c0ce-e93f-4a2e-8b2d-b23925eb59ea admin admin] 10.222.0.25 "GET /v2.0/subnets/c1ff6559-d864-4776-9cde-e3aadab83230 HTTP/1.1" status: 200 len: 849 time: 0.1935747 Aug 31 05:10:39.942528 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9d109cb2-96d0-4286-897d-32c7e2e92d99 admin admin] 10.222.0.25 "GET /v2.0/routers/1fdf2e63-7cd6-421f-8891-ace485181a4b HTTP/1.1" status: 200 len: 704 time: 0.1727130 Aug 31 05:10:40.219305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:40.561165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Allocated IP 172.20.0.1 (c92d1b40-1440-462e-9915-e59c7e5fa0ba/c1ff6559-d864-4776-9cde-e3aadab83230/f194df55-dd0c-47ac-b749-e0c2570a90a0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:10:40.723654 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:40.748394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Transition to ACTIVE for port object f194df55-dd0c-47ac-b749-e0c2570a90a0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:40.817701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:40.893784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:40.898621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:40.908095 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:10:40.908674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.028210 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Pushing event updated for resources: {'Port': ['ID=f194df55-dd0c-47ac-b749-e0c2570a90a0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:41.133026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-851e46bd-caff-4d11-9906-dd3485b0fe41 None None] Provisioning for port f194df55-dd0c-47ac-b749-e0c2570a90a0 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:41.138438 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-851e46bd-caff-4d11-9906-dd3485b0fe41 None None] Provisioning complete for port f194df55-dd0c-47ac-b749-e0c2570a90a0 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:41.138598 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-851e46bd-caff-4d11-9906-dd3485b0fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.176371 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.180225 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-851e46bd-caff-4d11-9906-dd3485b0fe41 None None] Port f194df55-dd0c-47ac-b749-e0c2570a90a0 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:10:41.424866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.430995 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.432073 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.579960 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Pushing event updated for resources: {'Port': ['ID=f194df55-dd0c-47ac-b749-e0c2570a90a0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:41.631370 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:41.632846 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:41.807071 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-22e6aded-69cd-49a0-8fc4-a2dd7c8dd55b None None] Provisioning complete for port f194df55-dd0c-47ac-b749-e0c2570a90a0 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:41.807600 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-22e6aded-69cd-49a0-8fc4-a2dd7c8dd55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:41.810528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Router 1fdf2e63-7cd6-421f-8891-ace485181a4b is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:10:41.845628 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-22e6aded-69cd-49a0-8fc4-a2dd7c8dd55b None None] Port f194df55-dd0c-47ac-b749-e0c2570a90a0 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:10:41.903587 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:10:41.910962 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-3508215c-6997-44fd-bdc0-1231d1a58707 admin admin] 10.222.0.25 "PUT /v2.0/routers/1fdf2e63-7cd6-421f-8891-ace485181a4b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9598815 Aug 31 05:10:41.922543 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Sync routers for ids ['1fdf2e63-7cd6-421f-8891-ace485181a4b'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:10:41.935742 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Routers {'1fdf2e63-7cd6-421f-8891-ace485181a4b'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:41.936669 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:10:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['1fdf2e63-7cd6-421f-8891-ace485181a4b'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:42.130604 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Set router 1fdf2e63-7cd6-421f-8891-ace485181a4b gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:42.615896 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:41Z', 'revision_number': 2, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port_host': None, '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:41Z', 'revision_number': 2, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:42.711803 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Checking router: 1fdf2e63-7cd6-421f-8891-ace485181a4b for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:10:42.712395 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Updating router 1fdf2e63-7cd6-421f-8891-ace485181a4b port f194df55-dd0c-47ac-b749-e0c2570a90a0 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:10:42.780248 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.388494 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.406223 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Transition to ACTIVE for port object f194df55-dd0c-47ac-b749-e0c2570a90a0 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:43.411829 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.580415 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Attempting to bind port f194df55-dd0c-47ac-b749-e0c2570a90a0 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:10:43.580783 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Attempting to bind port f194df55-dd0c-47ac-b749-e0c2570a90a0 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:10:43.581228 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Attempting to bind port f194df55-dd0c-47ac-b749-e0c2570a90a0 on network c92d1b40-1440-462e-9915-e59c7e5fa0ba {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:43.584785 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Pushing event updated for resources: {'Port': ['ID=f194df55-dd0c-47ac-b749-e0c2570a90a0,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:43.590163 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:10:43.590592 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Checking segment: {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:43.591070 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.591499 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Bound using segment: {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:10:43.592032 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Bound port: f194df55-dd0c-47ac-b749-e0c2570a90a0, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292dc0ec-7ce8-4d58-a06e-ddaa09e6de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:10:43.592417 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.606819 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.607207 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.607552 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.607887 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.608216 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.608544 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.608869 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.609200 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.609533 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.609856 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.610171 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.610489 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Tracked resource versions report: Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: pushed versions: Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: { 'AddressGroup': {'1.2'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'ConntrackHelper': {'1.0'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Log': {'1.0'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Network': {'1.1'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Port': {'1.7'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'PortForwarding': {'1.2'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'QosPolicy': {'1.9'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroup': {'1.4'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SubPort': {'1.0'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Subnet': {'1.1'}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Trunk': {'1.1'}} Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: consumer versions: Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'ConntrackHelper': '1.0', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Log': '1.0', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Network': '1.1', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Port': '1.7', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'PortForwarding': '1.2', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'QosPolicy': '1.9', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroup': '1.4', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroupRule': '1.2', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SubPort': '1.0', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Subnet': '1.1', Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Trunk': '1.1'}} Aug 31 05:10:43.611834 dv-cinder-773985-16-iscsi neutron-server[94293]: {{(pid=94293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:10:43.678885 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] For port f194df55-dd0c-47ac-b749-e0c2570a90a0, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:10:43.700349 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] For port f194df55-dd0c-47ac-b749-e0c2570a90a0, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=f194df55-dd0c-47ac-b749-e0c2570a90a0,segment=NetworkSegment(292dc0ec-7ce8-4d58-a06e-ddaa09e6de12),segment_id=292dc0ec-7ce8-4d58-a06e-ddaa09e6de12)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:10:43.704711 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:43.756019 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Routers {'1fdf2e63-7cd6-421f-8891-ace485181a4b'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:43.756652 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:10:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['1fdf2e63-7cd6-421f-8891-ace485181a4b'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:43.832210 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0490d3-73bf-498e-88a5-a91786968e57 None None] Pushing event updated for resources: {'Port': ['ID=f194df55-dd0c-47ac-b749-e0c2570a90a0,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:43.859444 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] Set router 1fdf2e63-7cd6-421f-8891-ace485181a4b gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:44.079759 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:41Z', 'revision_number': 2, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port_host': None, '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:43Z', 'revision_number': 4, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:44.112213 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a08cde-d07f-44b8-8637-047455942e52 None None] The sync data for ids ['1fdf2e63-7cd6-421f-8891-ace485181a4b'] in dv-cinder-773985-16-iscsi is: [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:41Z', 'revision_number': 2, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port_host': None, '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:43Z', 'revision_number': 4, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:10:44.227414 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 47994) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:44.380375 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6800b14-1c3d-410e-b3f1-fb2dca25c685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:44.381754 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-f6800b14-1c3d-410e-b3f1-fb2dca25c685 admin admin] 10.222.0.25 "GET /v2.0/networks/5fe04371-855f-46c4-9ef9-dce4fcb85f69 HTTP/1.1" status: 200 len: 842 time: 0.1533813 Aug 31 05:10:44.392143 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Request body: {'subnet': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:44.418918 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Made reservation on behalf of eba3581e7f2344c99cffb03c0e433e48 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:10:44.421257 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:44.830295 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.objects.ports [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 05:10:44.830705 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:44.888074 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:44.901538 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:44.901939 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Network hostable DHCP agents. Network: 5fe04371-855f-46c4-9ef9-dce4fcb85f69, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:10:44.923914 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:10:44.936719 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 5fe04371-855f-46c4-9ef9-dce4fcb85f69) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:44.941999 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:44.942579 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:44.948494 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4d71f-e2b8-4f0f-961c-121d2db30cb2 None None] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:44.964126 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8a4bc86e-5899-417d-964a-47740d3f0838 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5750885 Aug 31 05:10:45.092341 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1c28d-67e7-44f0-a366-a56f38bff67d None None] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:10:47.347854 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48002) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:47.581953 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-98656d17-43a4-4078-a458-5661e5e5a792 admin admin] 10.222.0.25 "GET /v2.0/routers/1fdf2e63-7cd6-421f-8891-ace485181a4b HTTP/1.1" status: 200 len: 710 time: 0.2325783 Aug 31 05:10:47.686224 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5085fe24-7c38-426a-8f3e-6367fbaa51be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:10:47.687692 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5085fe24-7c38-426a-8f3e-6367fbaa51be admin admin] 10.222.0.25 "GET /v2.0/networks/5fe04371-855f-46c4-9ef9-dce4fcb85f69 HTTP/1.1" status: 200 len: 886 time: 0.0988321 Aug 31 05:10:47.699286 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:10:47.966979 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:48.223034 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:48.424666 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:48.595643 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Allocated IP 172.27.2.164 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/a3c1634e-6838-4430-9e37-6230279e9822) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:10:48.725744 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:48.842899 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:48.976960 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:10:48.989566 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:10:48.993442 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Pushing event updated for resources: {'Port': ['ID=a3c1634e-6838-4430-9e37-6230279e9822,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:49.015844 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:10:49.337635 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:49.563192 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4849'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:49.567964 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715008'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:49.694968 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Router 1fdf2e63-7cd6-421f-8891-ace485181a4b has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:10:49.810949 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:10:49.816601 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:49.817331 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-92132250-a2ba-498f-9e9c-f9f81315f28c admin admin] 10.222.0.25 "PUT /v2.0/routers/1fdf2e63-7cd6-421f-8891-ace485181a4b HTTP/1.1" status: 200 len: 890 time: 2.1232874 Aug 31 05:10:50.192868 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f194df55-dd0c-47ac-b749-e0c2570a90a0 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:50.259631 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port f194df55-dd0c-47ac-b749-e0c2570a90a0 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:50.268311 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port f194df55-dd0c-47ac-b749-e0c2570a90a0 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:50.268618 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.353954 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.390424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port f194df55-dd0c-47ac-b749-e0c2570a90a0, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=f194df55-dd0c-47ac-b749-e0c2570a90a0,segment=NetworkSegment(292dc0ec-7ce8-4d58-a06e-ddaa09e6de12),segment_id=292dc0ec-7ce8-4d58-a06e-ddaa09e6de12)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:50.397613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:50.474650 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=f194df55-dd0c-47ac-b749-e0c2570a90a0,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:50.739626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Sync routers for ids ['1fdf2e63-7cd6-421f-8891-ace485181a4b'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:10:50.752873 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Routers {'1fdf2e63-7cd6-421f-8891-ace485181a4b'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:50.753530 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:10:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['1fdf2e63-7cd6-421f-8891-ace485181a4b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:51.034153 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Set router 1fdf2e63-7cd6-421f-8891-ace485181a4b gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:51.465782 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:49Z', 'revision_number': 4, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port': {'id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:48Z', 'updated_at': '2021-08-31T05:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:50Z', 'revision_number': 5, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:51.517297 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Checking router: 1fdf2e63-7cd6-421f-8891-ace485181a4b for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:10:51.517642 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Updating router 1fdf2e63-7cd6-421f-8891-ace485181a4b port a3c1634e-6838-4430-9e37-6230279e9822 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:10:51.575931 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.909285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.920489 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Transition to ACTIVE for port object a3c1634e-6838-4430-9e37-6230279e9822 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:10:51.926881 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.984747 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8dc1-d1cd-4ad8-9df2-072ac6f42f4d None None] Pushing event updated for resources: {'Port': ['ID=a3c1634e-6838-4430-9e37-6230279e9822,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:51.987410 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Attempting to bind port a3c1634e-6838-4430-9e37-6230279e9822 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:10:51.987779 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Attempting to bind port a3c1634e-6838-4430-9e37-6230279e9822 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:10:51.988290 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Attempting to bind port a3c1634e-6838-4430-9e37-6230279e9822 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:10:51.994174 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:10:51.994579 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:10:51.994944 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:51.995360 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:10:51.995839 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Bound port: a3c1634e-6838-4430-9e37-6230279e9822, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:10:51.996239 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:52.050890 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] For port a3c1634e-6838-4430-9e37-6230279e9822, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:10:52.055178 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] For port a3c1634e-6838-4430-9e37-6230279e9822, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=a3c1634e-6838-4430-9e37-6230279e9822,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:10:52.061671 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:52.124215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8dc1-d1cd-4ad8-9df2-072ac6f42f4d None None] Pushing event updated for resources: {'Port': ['ID=a3c1634e-6838-4430-9e37-6230279e9822,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:52.130003 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Routers {'1fdf2e63-7cd6-421f-8891-ace485181a4b'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:10:52.130625 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:10:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['1fdf2e63-7cd6-421f-8891-ace485181a4b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:52.180053 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f194df55-dd0c-47ac-b749-e0c2570a90a0 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:52.373410 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] Set router 1fdf2e63-7cd6-421f-8891-ace485181a4b gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:10:52.410320 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port f194df55-dd0c-47ac-b749-e0c2570a90a0 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:52.410701 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:52.417918 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48016) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:10:52.558786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-97f86171-64e3-4952-9982-c2c65f183740 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1392858 Aug 31 05:10:52.677671 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:49Z', 'revision_number': 4, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port': {'id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:48Z', 'updated_at': '2021-08-31T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:50Z', 'revision_number': 5, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:10:52.717220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12ec770-e5e6-4296-9ca0-f2ea749fb530 None None] The sync data for ids ['1fdf2e63-7cd6-421f-8891-ace485181a4b'] in dv-cinder-773985-16-iscsi is: [{'id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'name': 'router1', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:10:30Z', 'updated_at': '2021-08-31T05:10:49Z', 'revision_number': 4, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'gw_port': {'id': 'a3c1634e-6838-4430-9e37-6230279e9822', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:48Z', 'updated_at': '2021-08-31T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'f194df55-dd0c-47ac-b749-e0c2570a90a0', 'name': '', 'network_id': 'c92d1b40-1440-462e-9915-e59c7e5fa0ba', 'tenant_id': '1a1811db1267400292c6bbc6d16bafd3', 'mac_address': 'fa:16:3e:91:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdf2e63-7cd6-421f-8891-ace485181a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:10:40Z', 'updated_at': '2021-08-31T05:10:50Z', 'revision_number': 5, 'project_id': '1a1811db1267400292c6bbc6d16bafd3', 'subnets': [{'id': 'c1ff6559-d864-4776-9cde-e3aadab83230', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9decfd3-7c14-4a69-a32e-badea512ae5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:10:54.206444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device a3c1634e-6838-4430-9e37-6230279e9822 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:54.267589 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port a3c1634e-6838-4430-9e37-6230279e9822 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:10:54.274693 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port a3c1634e-6838-4430-9e37-6230279e9822 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:54.275384 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:54.402527 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:54.433879 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port a3c1634e-6838-4430-9e37-6230279e9822, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=a3c1634e-6838-4430-9e37-6230279e9822,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:10:54.440132 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:10:54.512556 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=a3c1634e-6838-4430-9e37-6230279e9822,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:10:56.213189 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device a3c1634e-6838-4430-9e37-6230279e9822 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:10:56.288755 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port a3c1634e-6838-4430-9e37-6230279e9822 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:10:56.290526 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:02.664181 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c5499d39-cdc4-46a8-b537-0cccee04f06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:05.662489 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:06.949099 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d96a564a-fbb8-45b4-9ce1-ee60db0a4541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:07.505792 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:09.045220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:14.685862 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:11:32.650453 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0740584b-cf45-45f3-b487-a1de8f6b63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:35.661984 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:36.952435 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2d0d9126-73a2-4126-88f9-1303362007ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:37.510382 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:39.042516 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:11:51.685879 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:12:02.653058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cceacd94-161e-4661-9806-0a124ffce733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:05.655602 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:06.946301 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f262ace4-3dd7-471b-8ca8-1d0deb5d6b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:07.505492 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:09.032553 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:28.685590 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:12:32.653570 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c9e65c33-1129-4302-9958-6566281b0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:35.659186 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:36.948452 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-df732554-531f-433e-9de7-02615423b6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:37.507556 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:38.501310 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48580) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:38.567489 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22b60a5-1d0b-40cb-8e6d-8d452c414bad admin admin] GET failed (client error): The resource could not be found. Aug 31 05:12:38.568796 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c22b60a5-1d0b-40cb-8e6d-8d452c414bad admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665364 Aug 31 05:12:38.736110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dcfe63-4832-4333-b67e-ed0b6106114a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:38.737581 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-74dcfe63-4832-4333-b67e-ed0b6106114a admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635420 Aug 31 05:12:39.036138 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:41.003571 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48590) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:41.099542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a6ca1-9a5c-4ef2-94a0-0f9b88f72262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:41.100895 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-588a6ca1-9a5c-4ef2-94a0-0f9b88f72262 admin admin] 10.222.0.25 "GET /v2.0/subnets/c1ff6559-d864-4776-9cde-e3aadab83230 HTTP/1.1" status: 200 len: 849 time: 0.0963590 Aug 31 05:12:41.112336 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:12:41.195534 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:41.335827 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730236618460'] for subnet, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:41.363336 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:41.364163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:41.366834 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] 10.222.0.25 "PUT /v2.0/subnets/c1ff6559-d864-4776-9cde-e3aadab83230 HTTP/1.1" status: 200 len: 868 time: 0.2581873 Aug 31 05:12:41.368008 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff082559-a24a-4e5c-b2ef-9eaf901daf91 None None] Network c92d1b40-1440-462e-9915-e59c7e5fa0ba requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:12:41.393926 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ff6559-d864-4776-9cde-e3aadab83230,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:12:41.401573 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.401953 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.402305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.402647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.402977 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.403354 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.403701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.404025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.404356 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.404681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.405004 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.405323 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d503404d-014d-4121-9e6d-7bf08e003d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:12:41.781418 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-306f37be-5cca-496d-a3bf-8f4b42b9b499 None None] Provisioning complete for port 72628a49-bc52-453d-bdb2-8fd0525c8edc triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:12:41.781788 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-306f37be-5cca-496d-a3bf-8f4b42b9b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:41.870967 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-306f37be-5cca-496d-a3bf-8f4b42b9b499 None None] Provisioning complete for port f194df55-dd0c-47ac-b749-e0c2570a90a0 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:12:41.871249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-306f37be-5cca-496d-a3bf-8f4b42b9b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:12:43.598868 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48598) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:43.881380 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed12945-42a2-4b32-907a-59cc35807c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:43.881773 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed12945-42a2-4b32-907a-59cc35807c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:43.883347 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-bed12945-42a2-4b32-907a-59cc35807c2d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2833588 Aug 31 05:12:46.139168 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:46.411656 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1473b93-20d6-43f6-b9d6-5dc0eca91001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:46.412041 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1473b93-20d6-43f6-b9d6-5dc0eca91001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:46.413606 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-f1473b93-20d6-43f6-b9d6-5dc0eca91001 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2734878 Aug 31 05:12:48.597258 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48616) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:48.731242 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d99e0-753a-45cc-aa7d-9695a805a526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:48.732652 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-756d99e0-753a-45cc-aa7d-9695a805a526 admin admin] 10.222.0.25 "GET /v2.0/networks/5fe04371-855f-46c4-9ef9-dce4fcb85f69 HTTP/1.1" status: 200 len: 886 time: 0.1344099 Aug 31 05:12:50.963509 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:51.109533 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3357e-cf3e-4908-a8eb-2d158cac8929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:51.110968 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-93b3357e-cf3e-4908-a8eb-2d158cac8929 admin admin] 10.222.0.25 "GET /v2.0/networks/c92d1b40-1440-462e-9915-e59c7e5fa0ba HTTP/1.1" status: 200 len: 869 time: 0.1465137 Aug 31 05:12:53.315653 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48632) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:53.440000 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b08d0-1677-4126-b76f-e27a6e5aff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:53.440464 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b08d0-1677-4126-b76f-e27a6e5aff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:53.442034 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-387b08d0-1677-4126-b76f-e27a6e5aff3b admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254220 Aug 31 05:12:55.653689 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:55.789802 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3dd623-d94d-4922-8a54-296aff614efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:55.790170 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3dd623-d94d-4922-8a54-296aff614efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:55.792509 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-0f3dd623-d94d-4922-8a54-296aff614efb admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377976 Aug 31 05:12:58.076624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:12:58.170228 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513af3f9-3ccf-405b-8500-c5465f909be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:12:58.171609 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-513af3f9-3ccf-405b-8500-c5465f909be3 admin admin] 10.222.0.25 "GET /v2.0/subnets/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0 HTTP/1.1" status: 200 len: 816 time: 0.0939925 Aug 31 05:13:00.357332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48656) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:13:00.467846 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97869d-c2a0-4dd0-bcfb-f31977a87793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:13:00.469130 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3b97869d-c2a0-4dd0-bcfb-f31977a87793 admin admin] 10.222.0.25 "GET /v2.0/subnets/c1ff6559-d864-4776-9cde-e3aadab83230 HTTP/1.1" status: 200 len: 868 time: 0.1108482 Aug 31 05:13:02.656446 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d3597392-d663-4d8a-9429-3a44c2addb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:05.655460 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:05.683836 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:13:06.951482 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-310a739e-6f4a-4c82-9207-56f531ce219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:07.509958 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:09.039511 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:24.522620 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48710) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:13:24.572640 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [None req-bb71515f-f01e-4a76-8251-9613c4520072 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:13:24.573653 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bb71515f-f01e-4a76-8251-9613c4520072 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500400 Aug 31 05:13:26.957089 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:13:27.021545 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b460e739-3d53-4511-8fe5-491a294c32cd admin admin] GET failed (client error): The resource could not be found. Aug 31 05:13:27.022916 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b460e739-3d53-4511-8fe5-491a294c32cd admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648906 Aug 31 05:13:27.174729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ec7f6-4ba2-447e-a9b0-557357a38f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:13:27.176184 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-284ec7f6-4ba2-447e-a9b0-557357a38f7a admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1485558 Aug 31 05:13:29.419562 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48726) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:13:29.472227 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:13:29.500470 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Made reservation on behalf of eba3581e7f2344c99cffb03c0e433e48 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:13:29.503524 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.544714 dv-cinder-773985-16-iscsi neutron-server[94290]: WARNING neutron.services.revisions.revision_plugin [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Could not find related network for resource to bump revision. Aug 31 05:13:29.562908 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:13:29.574724 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.575076 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Added segment 9726395d-feb9-47c3-8f25-adf1acbb0318 of type vlan for network 0375df26-fe4e-4938-85b3-6fa8cac6c07f Aug 31 05:13:29.625214 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.651013 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.652105 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:13:29.652706 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:29.714731 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2940321 Aug 31 05:13:29.721029 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Pushing event updated for resources: {'Network': ['ID=0375df26-fe4e-4938-85b3-6fa8cac6c07f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:13:29.729253 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.729771 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.730126 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.730473 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.730812 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.731230 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.731587 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.731928 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.732278 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.732618 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.732944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.733276 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e24058-b56e-4c64-aaa3-b685fdb6d956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:29.747868 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:13:32.007546 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48734) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:13:32.074147 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-589b1775-7725-4914-b3a7-b66ec77cbe3e admin admin] GET failed (client error): The resource could not be found. Aug 31 05:13:32.075550 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-589b1775-7725-4914-b3a7-b66ec77cbe3e admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667601 Aug 31 05:13:32.149499 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e66a6b-1e13-4df8-b9fe-66ceb9f32283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:13:32.151568 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a9e66a6b-1e13-4df8-b9fe-66ceb9f32283 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706666 Aug 31 05:13:32.162793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f', 'cidr': '192.168.233.0/24'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:13:32.184655 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Made reservation on behalf of eba3581e7f2344c99cffb03c0e433e48 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:13:32.187211 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.358982 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.419548 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a0a4d8-5824-42cf-88fa-b977c9e3546f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:13:32.428531 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Checking segment: {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:13:32.428886 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Network hostable DHCP agents. Network: 0375df26-fe4e-4938-85b3-6fa8cac6c07f, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:13:32.447687 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:13:32.457766 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 0375df26-fe4e-4938-85b3-6fa8cac6c07f) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:13:32.464059 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:13:32.464837 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.470816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e6db3-7e2a-494a-ac01-d911dcf857de None None] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:13:32.480531 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-458a20d5-f882-4c19-bb6f-ec9a313dd1d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211782 Aug 31 05:13:32.643534 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-0375df26-fe4e-4938-85b3-6fa8cac6c07f', 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f', 'tenant_id': 'eba3581e7f2344c99cffb03c0e433e48', 'fixed_ips': [{'subnet_id': 'b0a0a4d8-5824-42cf-88fa-b977c9e3546f'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:13:32.644639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.678013 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-10f08634-39ef-49b4-b1ff-e283515eab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.806170 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Allocated IP 192.168.233.2 (0375df26-fe4e-4938-85b3-6fa8cac6c07f/b0a0a4d8-5824-42cf-88fa-b977c9e3546f/804aa9e5-b1f5-4695-b45d-3f9dc6d12a41) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:13:32.961725 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:32.972299 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Transition to ACTIVE for port object 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:13:32.989865 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Transition to ACTIVE for port object 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:13:32.998154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:33.040816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:13:33.046307 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:13:33.048837 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:13:33.060480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Pushing event updated for resources: {'Port': ['ID=804aa9e5-b1f5-4695-b45d-3f9dc6d12a41,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:13:33.083111 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.083537 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.083843 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.084178 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.084505 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.084838 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.085162 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.085484 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.085826 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.086151 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.086476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.086791 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:13:33.123388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Attempting to bind port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:13:33.123762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Attempting to bind port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:13:33.124159 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Attempting to bind port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 on network 0375df26-fe4e-4938-85b3-6fa8cac6c07f {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:13:33.129708 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:13:33.130087 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Checking segment: {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:13:33.130480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:33.130872 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Bound using segment: {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:13:33.131353 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Bound port: 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:13:33.131748 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:33.199768 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] For port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:13:33.203026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] For port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=804aa9e5-b1f5-4695-b45d-3f9dc6d12a41,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:13:33.209169 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:33.268787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf35f3-1858-43ac-96d9-992731f974fb None None] Pushing event updated for resources: {'Port': ['ID=804aa9e5-b1f5-4695-b45d-3f9dc6d12a41,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:13:34.067933 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ada05-7ad8-40c2-ae97-f3cbcfc3de97 None None] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:13:34.130121 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-a422dbcf-c996-4dc2-8d4d-8364ff03ee21 None None] Provisioning for port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:13:34.369524 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:13:34.438813 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:13:34.443337 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:13:34.443735 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:34.492664 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-2108d27f-86df-474d-9089-daf2975d29fa None None] Provisioning complete for port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:13:34.493026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2108d27f-86df-474d-9089-daf2975d29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:34.566833 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:34.626967 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=804aa9e5-b1f5-4695-b45d-3f9dc6d12a41,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:13:34.635330 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:34.644013 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2108d27f-86df-474d-9089-daf2975d29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:34.721417 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=804aa9e5-b1f5-4695-b45d-3f9dc6d12a41,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:13:34.739770 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.db.api [None req-2108d27f-86df-474d-9089-daf2975d29fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 05:13:34.740197 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG oslo_db.api [None req-2108d27f-86df-474d-9089-daf2975d29fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 05:13:35.660589 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:36.298478 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:13:36.346959 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 804aa9e5-b1f5-4695-b45d-3f9dc6d12a41 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:13:36.347356 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:36.952220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82c2a5dd-7998-44d9-9749-b9c10a6bd2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:37.514475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:39.043813 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:13:42.682571 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:14:02.658902 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13557c96-efb9-4a8e-94d6-22416b20ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:05.668237 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:06.953858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-827db03e-db38-4f45-a7bf-da62493a9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:07.516694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:09.046493 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:19.680345 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:14:32.660871 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9662cb1d-2b41-414a-9b7e-10c85bfeb81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:35.663353 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:36.956919 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-14c8a5b0-a9e0-4126-9849-a61c6e7c161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:37.521058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:39.050740 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:44.278416 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48786) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:14:44.284383 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [None req-710df8fe-9e2e-4267-a7ce-d03c0a70c77f tempest-verify_tempest_config-339806997 tempest-verify_tempest_config-339806997-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:14:44.285346 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-710df8fe-9e2e-4267-a7ce-d03c0a70c77f tempest-verify_tempest_config-339806997 tempest-verify_tempest_config-339806997-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059738 Aug 31 05:14:44.599252 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48804) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:14:44.713351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:44.809501 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:44.813449 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:44.859607 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a381a0f6d1ac4907ba88da0258dd5fce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2592716 Aug 31 05:14:44.860307 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e43ef-6ef6-436c-89f9-032f9ff09f26,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:14:44.862689 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 48810) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:14:44.867390 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.867741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.868082 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.868423 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.868757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.869109 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.869957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.870303 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.870647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.870980 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.871351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.871685 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635d2c0-1a53-44cb-a97c-7851cb3012b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:44.920873 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:44.942487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:45.029965 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:45.032876 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:14:45.034164 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/399e43ef-6ef6-436c-89f9-032f9ff09f26 HTTP/1.1" status: 204 len: 168 time: 0.1704862 Aug 31 05:14:45.042966 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e43ef-6ef6-436c-89f9-032f9ff09f26,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:14:45.049776 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.050123 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.050464 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.050805 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.051157 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.051515 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.051854 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.052189 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.052534 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.052864 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.053194 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:45.053537 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07685c-75b6-45a4-a34e-31cb031993b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:14:56.679308 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:15:02.662258 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92d19681-9289-4058-9f75-b18e28de247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:05.655668 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:06.959012 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6595925f-f348-4967-8d0b-f18cd5403e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:07.522401 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:09.050598 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:32.665366 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e70924c-6d83-4b72-9d50-9df1706c0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:33.677303 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:15:35.658354 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:36.958462 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cce89d55-7ee6-4096-ab41-39eff199aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:37.527077 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:15:39.058215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:02.667947 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d29d567-a5d3-441f-bbf0-9e5adf6b8d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:05.659639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:06.960436 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae1fd-6c6d-43d7-bd1e-7a59aee7e422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:07.531568 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:09.057329 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:10.675433 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 5 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:16:15.264157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3707389'] for agent, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:30.403810 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48884) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:16:30.511870 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-b3c956e2-89a0-4eec-8916-a0968b507ddc admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1069617 Aug 31 05:16:32.670715 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cde828e-bc15-4f81-8b65-b19e8b0e939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:32.720463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 48894) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:16:32.774631 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ea8de934-d378-4445-ac91-062c2ff4138a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0531163 Aug 31 05:16:35.663457 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:36.962685 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6e309654-9c08-4ccd-b2e7-44838ce011bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:37.534657 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:39.062485 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:45.198524 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:16:47.675614 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:17:02.671839 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-22c9ae64-9bd2-4b26-bb99-6bd38f0b9197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:05.664804 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:06.963965 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64bbac85-a383-414e-8d9d-7b3e2d26c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:07.540840 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:09.058969 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:15.198153 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:24.676120 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:17:32.678019 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ba9b9241-414c-4cc2-86c5-1e1c211e7f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:35.668565 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:36.966308 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3a60cc02-e10a-496a-9e8b-bde3cffc2847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:37.539635 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:39.065486 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:17:45.215040 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:01.676862 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:18:02.689467 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-088ff383-f020-4476-bf00-f5d400195909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.383305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49088) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:04.587546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-284233392-network', 'tenant_id': '411fb265c9e94b35881dfa5350beab23'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:04.614745 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Made reservation on behalf of 411fb265c9e94b35881dfa5350beab23 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:04.617324 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.626568 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.732197 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.737244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.772302 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:04.779763 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4253556-942a-4923-a039-c3b4a6699f5c,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:04.791339 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.791761 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.792067 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.792407 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.792737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.793290 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.793901 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.794253 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.794607 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.794941 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.795297 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.795627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Tracked resource versions report: Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: pushed versions: Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: { 'AddressGroup': {'1.2'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'ConntrackHelper': {'1.0'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Log': {'1.0'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Network': {'1.1'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Port': {'1.7'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'PortForwarding': {'1.2'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'QosPolicy': {'1.9'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroup': {'1.4'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SubPort': {'1.0'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Subnet': {'1.1'}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Trunk': {'1.1'}} Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: consumer versions: Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: HyperV agent@hv-cinder-77398: {}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'ConntrackHelper': '1.0', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Log': '1.0', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Network': '1.1', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Port': '1.7', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'PortForwarding': '1.2', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'QosPolicy': '1.9', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroup': '1.4', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SecurityGroupRule': '1.2', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'SubPort': '1.0', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Subnet': '1.1', Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: 'Trunk': '1.1'}} Aug 31 05:18:04.797139 dv-cinder-773985-16-iscsi neutron-server[94291]: {{(pid=94291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:18:04.812182 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.812547 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Added segment 3e5c5bee-a91d-40ed-9c14-32fd788089d7 of type vlan for network 9578059b-f40e-4ce8-a76a-f6797399d587 Aug 31 05:18:04.861782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.890744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.892001 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:04.892851 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:04.962430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] Pushing event updated for resources: {'Network': ['ID=9578059b-f40e-4ce8-a76a-f6797399d587,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:04.978075 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-1018fcfa-c1f0-48d2-b475-316009e05142 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5893660 Aug 31 05:18:04.978075 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49122) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:04.979736 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 9578059b-f40e-4ce8-a76a-f6797399d587 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:04.982850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Request body: {'subnet': {'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-284233392-subnet', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:04.989454 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.005727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Made reservation on behalf of 411fb265c9e94b35881dfa5350beab23 for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:05.008174 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.103244 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49132) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.150192 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.194539 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.214000 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49146) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.254048 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95d5fe9-aed5-4eb0-bacd-aa323258801f,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:05.257937 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-451637201-network', 'tenant_id': 'ecd00b261b4a44008dfab28f9079f90d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:05.276136 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-network', 'tenant_id': 'f057f64b25444f90a967c68739966da2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:05.278893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Checking segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:05.279401 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Network hostable DHCP agents. Network: 9578059b-f40e-4ce8-a76a-f6797399d587, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:05.295210 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Made reservation on behalf of ecd00b261b4a44008dfab28f9079f90d for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:05.297687 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.303188 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:05.318072 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 9578059b-f40e-4ce8-a76a-f6797399d587) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:05.323016 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-590755648-network', 'tenant_id': '7f896576628345269f70da101a52401f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:05.324142 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:05.324963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.332316 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1dea47-a13a-4cbd-b2ad-837a4ca16f71 None None] Network 9578059b-f40e-4ce8-a76a-f6797399d587 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:05.340264 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.353746 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-06c07853-7b78-44b4-ba6c-d27b526fdc56 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3748093 Aug 31 05:18:05.356596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49154) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.362740 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:05.378573 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Made reservation on behalf of f057f64b25444f90a967c68739966da2 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:05.381576 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.392587 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.485641 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.491755 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.514509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.516609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.521011 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:05.536798 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-9578059b-f40e-4ce8-a76a-f6797399d587', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:18:05.538455 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.545228 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.545571 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Added segment 04796a24-9551-43a9-90a5-598de663e1a8 of type vlan for network 774b9fc6-a40d-4f45-8ec9-9765c18655d5 Aug 31 05:18:05.603610 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.633627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.645489 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.646443 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:05.647025 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.691620 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.745265 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-network', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:05.752986 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Allocated IP 172.20.0.2 (9578059b-f40e-4ce8-a76a-f6797399d587/b95d5fe9-aed5-4eb0-bacd-aa323258801f/3f2b46a5-1e03-4c48-97e0-ea915d61c86c) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:05.760726 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Made reservation on behalf of 7f896576628345269f70da101a52401f for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:05.763974 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.816347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.904157 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.907698 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.908815 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.918220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Transition to ACTIVE for port object 3f2b46a5-1e03-4c48-97e0-ea915d61c86c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:05.919221 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Pushing event updated for resources: {'Network': ['ID=774b9fc6-a40d-4f45-8ec9-9765c18655d5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:05.933722 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Transition to ACTIVE for port object 3f2b46a5-1e03-4c48-97e0-ea915d61c86c will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:05.943860 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.956411 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.956797 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.957149 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.958675 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.959035 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.959418 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.960513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.960877 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.961235 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.961576 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.961906 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.962536 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Tracked resource versions report: Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: pushed versions: Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: { 'AddressGroup': {'1.2'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'ConntrackHelper': {'1.0'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Log': {'1.0'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Network': {'1.1'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Port': {'1.7'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'PortForwarding': {'1.2'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'QosPolicy': {'1.9'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroup': {'1.4'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SubPort': {'1.0'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Subnet': {'1.1'}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Trunk': {'1.1'}} Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: consumer versions: Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: HyperV agent@hv-cinder-77398: {}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'ConntrackHelper': '1.0', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Log': '1.0', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Network': '1.1', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Port': '1.7', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'PortForwarding': '1.2', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'QosPolicy': '1.9', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroup': '1.4', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SecurityGroupRule': '1.2', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'SubPort': '1.0', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Subnet': '1.1', Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: 'Trunk': '1.1'}} Aug 31 05:18:05.963941 dv-cinder-773985-16-iscsi neutron-server[94290]: {{(pid=94290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:18:05.968885 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9776502 Aug 31 05:18:05.971561 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.984351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49170) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:05.985975 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:05.996752 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:05.998351 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Added segment 405f4a66-778f-45d3-bd57-e3e06d81a1c9 of type vlan for network 226dee29-b10f-4751-82d6-dac93bddd4d6 Aug 31 05:18:06.006514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Request body: {'subnet': {'network_id': '774b9fc6-a40d-4f45-8ec9-9765c18655d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-451637201-subnet', 'tenant_id': 'ecd00b261b4a44008dfab28f9079f90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:06.007637 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 774b9fc6-a40d-4f45-8ec9-9765c18655d5 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:06.055924 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d033a-9668-4f2f-87fb-0d317a26cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902e006e-9e47-4c47-98e1-08d6fbe8d65c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.070331 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:06.074545 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Pushing event updated for resources: {'Port': ['ID=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.080437 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Made reservation on behalf of 1fcee2c445594047a09efda8a357b3a3 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:06.086997 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.095642 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:06.120460 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.128199 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:06.132420 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.132984 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.133609 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.134110 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.134613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.135188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.135718 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.136202 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.136705 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.137203 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.137804 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.138285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Tracked resource versions report: Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: pushed versions: Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: { 'AddressGroup': {'1.2'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'ConntrackHelper': {'1.0'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Log': {'1.0'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Network': {'1.1'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Port': {'1.7'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'PortForwarding': {'1.2'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'QosPolicy': {'1.9'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroup': {'1.4'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SubPort': {'1.0'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Subnet': {'1.1'}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Trunk': {'1.1'}} Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: consumer versions: Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: HyperV agent@hv-cinder-77398: {}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'ConntrackHelper': '1.0', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Log': '1.0', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Network': '1.1', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Port': '1.7', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'PortForwarding': '1.2', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'QosPolicy': '1.9', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroup': '1.4', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SecurityGroupRule': '1.2', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'SubPort': '1.0', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Subnet': '1.1', Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: 'Trunk': '1.1'}} Aug 31 05:18:06.139608 dv-cinder-773985-16-iscsi neutron-server[94292]: {{(pid=94292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:18:06.198043 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.242569 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Attempting to bind port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:06.243208 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Attempting to bind port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:06.243870 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Attempting to bind port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:06.250772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:06.251508 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Checking segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:06.252152 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.252722 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Bound using segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:06.253388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Bound port: 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:06.254034 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.268648 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c037e259-b5d2-4f5f-9620-67103ce6f9b9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.340543 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] For port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:06.344068 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.346013 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] For port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:06.346305 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:06.347198 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.365814 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.439739 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.479726 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.504633 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc2ac1-3fbb-41ec-a0fb-f74694436d7e None None] Pushing event updated for resources: {'Port': ['ID=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.550062 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.605279 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.688911 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Made reservation on behalf of ecd00b261b4a44008dfab28f9079f90d for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:06.695227 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.722060 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Allocated IP 172.27.2.133 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/fd74acaa-57c8-4647-b63c-c605b4c328cc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:06.762061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598073dd-9b79-4be1-8e9f-cc93169a6961,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.812369 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:06.860005 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] Pushing event updated for resources: {'Network': ['ID=226dee29-b10f-4751-82d6-dac93bddd4d6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:06.885241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:06.917709 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:06.926097 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Added segment 17846653-6bc4-42d6-b13e-18a4b2b5afa0 of type vlan for network 1afbbbe0-eafd-461b-9b71-8e11141a183a Aug 31 05:18:06.980414 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.053926 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.078909 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:07.100793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.101224 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Added segment 092742d2-1e54-4cc0-9332-ccc52c6716e8 of type vlan for network 881c4512-eeef-4614-9316-347820720107 Aug 31 05:18:07.201611 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.204859 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-473f0ccb-3cf8-48ad-a79b-6c5c21d53e84 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1000798 Aug 31 05:18:07.221094 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-370fe9f1-c837-4234-851e-ba6a332ba9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.227027 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49234) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:07.234039 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Request body: {'subnet': {'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-subnet', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:07.248327 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.265308 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.296343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.309863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Made reservation on behalf of f057f64b25444f90a967c68739966da2 for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:07.312521 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.321878 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.322868 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:07.323628 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.332432 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9e5c3-2599-4ef6-9013-d2f0d8621bdd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:07.379463 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.380466 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:07.381232 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.411177 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:07.420831 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2015300 Aug 31 05:18:07.425228 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.427327 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49248) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:07.436961 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Request body: {'subnet': {'network_id': '881c4512-eeef-4614-9316-347820720107', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-subnet', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:07.441678 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1718d8f-2d7a-4b29-b7fd-b2d96b112086 admin admin] Pushing event updated for resources: {'Network': ['ID=881c4512-eeef-4614-9316-347820720107,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:07.448022 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2967412 Aug 31 05:18:07.448782 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:07.454586 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 881c4512-eeef-4614-9316-347820720107 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:07.471355 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Request body: {'subnet': {'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-590755648-subnet', 'tenant_id': '7f896576628345269f70da101a52401f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:07.544348 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.db.api [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 05:18:07.544348 dv-cinder-773985-16-iscsi neutron-server[94290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 05:18:07.544348 dv-cinder-773985-16-iscsi neutron-server[94290]: [parameters: {'project_id_1': '7f896576628345269f70da101a52401f', 'expiration_1': datetime.datetime(2021, 8, 31, 5, 18, 7, 501349)}] Aug 31 05:18:07.544348 dv-cinder-773985-16-iscsi neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 05:18:07.545443 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG oslo_db.api [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 05:18:07.567252 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Made reservation on behalf of 1fcee2c445594047a09efda8a357b3a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:07.570440 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.575658 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.593525 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6fb4e-a60a-49b2-85f9-514dfdcd5cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=1afbbbe0-eafd-461b-9b71-8e11141a183a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:07.604683 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 1afbbbe0-eafd-461b-9b71-8e11141a183a details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:07.649532 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:07.652260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49260) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:07.657405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:07.664237 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd74acaa-57c8-4647-b63c-c605b4c328cc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:07.681604 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:07.845323 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b726fd-b786-4ec5-8ab5-5c131e2a636c,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:07.848913 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4017-6911-4072-b058-dc53815554f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.876600 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e025dcc5-9f31-46cd-9a26-8dc7500d9be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.881145 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Checking segment: {'id': '04796a24-9551-43a9-90a5-598de663e1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '774b9fc6-a40d-4f45-8ec9-9765c18655d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:07.881909 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Network hostable DHCP agents. Network: 774b9fc6-a40d-4f45-8ec9-9765c18655d5, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:07.920983 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.977104 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:07.984839 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Network 774b9fc6-a40d-4f45-8ec9-9765c18655d5 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:08.008486 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d519a2-6f2e-4d28-b782-6e4b4d130155,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:08.010188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed0c31-8c45-47d5-b861-f43fccc52994 None None] Network 9578059b-f40e-4ce8-a76a-f6797399d587 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:08.038081 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Checking segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:08.038663 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Network hostable DHCP agents. Network: 881c4512-eeef-4614-9316-347820720107, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:08.068231 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 774b9fc6-a40d-4f45-8ec9-9765c18655d5) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:08.083647 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Network 881c4512-eeef-4614-9316-347820720107 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:08.084408 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10bcd7c-f72b-45bf-8dd4-149c3eb8e691 None None] Network 774b9fc6-a40d-4f45-8ec9-9765c18655d5 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:08.094298 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4017-6911-4072-b058-dc53815554f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.096339 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 881c4512-eeef-4614-9316-347820720107) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:08.100515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:08.100834 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:08.101111 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.101466 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.123015 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423d55f-9b6c-47f9-b0fd-76154611b4bb None None] Network 881c4512-eeef-4614-9316-347820720107 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:08.127173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:08.186387 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Checking segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:08.187634 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Network hostable DHCP agents. Network: 226dee29-b10f-4751-82d6-dac93bddd4d6, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:08.208557 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.214930 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e025dcc5-9f31-46cd-9a26-8dc7500d9be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.218862 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4017-6911-4072-b058-dc53815554f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.254091 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:08.257707 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ffbe4017-6911-4072-b058-dc53815554f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c93ac4ee7aaa49e58ebda4cde5a3f4c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8452594 Aug 31 05:18:08.259516 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e025dcc5-9f31-46cd-9a26-8dc7500d9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.260911 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-24061ba1-2f6a-4592-846f-e540fdfa644c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2710714 Aug 31 05:18:08.266484 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49282) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:08.284121 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 226dee29-b10f-4751-82d6-dac93bddd4d6) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:08.287671 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-9476d66e-a485-42f4-acb2-0cc1207e4f65 None None] Provisioning for port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:08.304648 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:08.305297 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.307618 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4017-6911-4072-b058-dc53815554f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50989cb4-a7af-4f6d-8046-7c8d04fd5947,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:08.314013 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd53cca2-9c28-493a-bf85-4e554fc7670a None None] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:08.379359 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e025dcc5-9f31-46cd-9a26-8dc7500d9be7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3de873daf79a4e7b9b650a76266cad26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7232883 Aug 31 05:18:08.381796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49292) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:08.385771 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025dcc5-9f31-46cd-9a26-8dc7500d9be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1d96d-fc4d-46b6-b5ee-81e39b62bb45,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:08.399149 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Made reservation on behalf of 7f896576628345269f70da101a52401f for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:08.407290 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.417784 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-acda39d0-ed33-479d-96e8-2c49d7ce0090 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9852862 Aug 31 05:18:08.417784 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:08.418188 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-20ff9418-11c4-402e-a0c8-0d2a20790fa6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1881912 Aug 31 05:18:08.422556 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49296) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:08.434048 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.453793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:08.505605 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:08.519711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.610737 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.613022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.634346 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3f2b46a5-1e03-4c48-97e0-ea915d61c86c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:08.670949 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d52253-5af8-491a-9f17-27af24496b51 None None] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:08.697353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.705808 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.712338 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50989cb4-a7af-4f6d-8046-7c8d04fd5947 HTTP/1.1" status: 204 len: 168 time: 0.4422848 Aug 31 05:18:08.712338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.715249 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.715249 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.754872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.777087 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.805613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-881c4512-eeef-4614-9316-347820720107', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:18:08.806475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.826266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.832546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ea363-8bae-45a4-87a0-3e9a8aa549f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50989cb4-a7af-4f6d-8046-7c8d04fd5947,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:08.834934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49310) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:08.901289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:08.957048 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae7d1c-8851-4870-8f48-ae6fb87da7ef None None] Network 774b9fc6-a40d-4f45-8ec9-9765c18655d5 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:09.039770 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.042261 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.046900 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89d1d96d-fc4d-46b6-b5ee-81e39b62bb45 HTTP/1.1" status: 204 len: 168 time: 0.6593809 Aug 31 05:18:09.058547 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a482f64-e375-41af-ba7c-654db685cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1d96d-fc4d-46b6-b5ee-81e39b62bb45,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:09.077758 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Router b897e766-9027-492d-868d-84cab1820f6a is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:18:09.139174 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.194391 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:09.276709 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.288842 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:09.289444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.290951 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.303439 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.313724 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:09.323869 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:09.340661 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:09.341309 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:09.366802 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d57eb732-3e0e-44a0-ae1c-3ccecf1bc59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.388608 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.392054 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1e5e69-9e02-4c6f-af04-64b6ed48ee40,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:09.396307 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49332) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:09.397398 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7682bc2b-6c13-4a44-83b9-6d5091885fe4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0376318 Aug 31 05:18:09.553767 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d57eb732-3e0e-44a0-ae1c-3ccecf1bc59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.564417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d57eb732-3e0e-44a0-ae1c-3ccecf1bc59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.610418 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:09.614110 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Allocated IP 172.20.0.2 (881c4512-eeef-4614-9316-347820720107/05d519a2-6f2e-4d28-b782-6e4b4d130155/3557f42a-ba5e-46bc-9eb6-3fec03afacd5) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:09.635226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57eb732-3e0e-44a0-ae1c-3ccecf1bc59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bf515a-9a25-4a0f-884d-fd46532c4ef5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:09.663848 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d57eb732-3e0e-44a0-ae1c-3ccecf1bc59a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9dd19087a2341e581c9307c9db84e3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7441688 Aug 31 05:18:09.665305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49334) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:09.666226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49336) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:09.689683 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1d21dc7-e4fe-44ed-81a4-64d133ec9909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.798495 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.875815 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49344) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:09.883276 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1188053840-network', 'tenant_id': '264439d9c34143458f87c146f987165c'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:09.914441 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:09.945684 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Checking segment: {'id': '17846653-6bc4-42d6-b13e-18a4b2b5afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:09.946049 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Network hostable DHCP agents. Network: 1afbbbe0-eafd-461b-9b71-8e11141a183a, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:10.016457 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Network 1afbbbe0-eafd-461b-9b71-8e11141a183a is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:10.026086 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:07Z', 'revision_number': 3, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:10.056924 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:10.057506 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Updating router b897e766-9027-492d-868d-84cab1820f6a port fd74acaa-57c8-4647-b63c-c605b4c328cc binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:10.088594 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.111771 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.125441 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Transition to ACTIVE for port object 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:10.137490 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.149137 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Transition to ACTIVE for port object 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:10.160812 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:10.175965 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.177370 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 1afbbbe0-eafd-461b-9b71-8e11141a183a) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:10.185391 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49346) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:10.196137 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:10.196754 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.226116 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242aa0f4-406d-4603-aa4e-6cf00a6c0f6c None None] Network 1afbbbe0-eafd-461b-9b71-8e11141a183a requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:10.227982 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.252772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.256140 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.257444 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63bf515a-9a25-4a0f-884d-fd46532c4ef5 HTTP/1.1" status: 204 len: 168 time: 0.5860944 Aug 31 05:18:10.293801 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-981e1a2f-20ca-4d9a-bec0-3934903f4173 None None] Provisioning complete for port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:10.294276 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-981e1a2f-20ca-4d9a-bec0-3934903f4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.302719 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Network 881c4512-eeef-4614-9316-347820720107 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:10.313861 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3d399-6b04-4b6d-bd34-184b1bb7ff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bf515a-9a25-4a0f-884d-fd46532c4ef5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.324536 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1d21dc7-e4fe-44ed-81a4-64d133ec9909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.328015 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:10.339409 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7219-f6f3-43df-b5e5-a5584f4ece62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.340322 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Pushing event updated for resources: {'Port': ['ID=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.345542 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:10.349260 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1d21dc7-e4fe-44ed-81a4-64d133ec9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.445354 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d21dc7-e4fe-44ed-81a4-64d133ec9909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409099b9-3dcf-4abb-beed-e8197b2d66ce,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.487102 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Made reservation on behalf of 264439d9c34143458f87c146f987165c for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:10.490421 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.503229 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.506155 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.514519 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f1d21dc7-e4fe-44ed-81a4-64d133ec9909 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=365901fea50c418d9e4091bfda1f49e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8455510 Aug 31 05:18:10.516901 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49350) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:10.532700 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.545703 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Transition to ACTIVE for port object fd74acaa-57c8-4647-b63c-c605b4c328cc will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:10.551824 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1438b3d4-a2c1-4613-aeb1-6d1b70a9f4f6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0942550 Aug 31 05:18:10.557983 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.558301 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.588326 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.605343 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.623898 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.669443 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.701112 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Attempting to bind port fd74acaa-57c8-4647-b63c-c605b4c328cc on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:10.702791 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Attempting to bind port fd74acaa-57c8-4647-b63c-c605b4c328cc by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:10.708637 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Attempting to bind port fd74acaa-57c8-4647-b63c-c605b4c328cc on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:10.729301 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:10.730901 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:10.731888 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.732637 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:10.735520 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Bound port: fd74acaa-57c8-4647-b63c-c605b4c328cc, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:10.736173 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.739337 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Pushing event updated for resources: {'Port': ['ID=fd74acaa-57c8-4647-b63c-c605b4c328cc,revision_number=2']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.748418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.753739 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.755495 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/409099b9-3dcf-4abb-beed-e8197b2d66ce HTTP/1.1" status: 204 len: 168 time: 0.2299690 Aug 31 05:18:10.765387 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1678271-9df9-4810-a689-0271970cb510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409099b9-3dcf-4abb-beed-e8197b2d66ce,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.782757 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:10.788011 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Attempting to bind port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:10.788609 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Attempting to bind port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:10.789702 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Attempting to bind port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:10.800040 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:10.800476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Checking segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:10.800934 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.801345 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Bound using segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:10.801809 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Bound port: 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:10.802490 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.832432 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.832797 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.836849 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.838178 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.839432 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.840075 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.840624 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.841178 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.842417 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.844211 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.845158 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.845733 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Tracked resource versions report: Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: pushed versions: Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: { 'AddressGroup': {'1.2'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'ConntrackHelper': {'1.0'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Log': {'1.0'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Network': {'1.1'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Port': {'1.7'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'PortForwarding': {'1.2'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'QosPolicy': {'1.9'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroup': {'1.4'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroupRule': {'1.2'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SubPort': {'1.0'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Subnet': {'1.1'}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Trunk': {'1.1'}} Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: consumer versions: Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: { DHCP agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: HyperV agent@hv-cinder-77398: {}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: L3 agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: Metadata agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: Metering agent@dv-cinder-773985-16-iscsi: {}, Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: Open vSwitch agent@dv-cinder-773985-16-iscsi: { 'AddressGroup': '1.2', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'ConntrackHelper': '1.0', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Log': '1.0', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Network': '1.1', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Port': '1.7', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'PortForwarding': '1.2', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'QosPolicy': '1.9', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroup': '1.4', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SecurityGroupRule': '1.2', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'SubPort': '1.0', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Subnet': '1.1', Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: 'Trunk': '1.1'}} Aug 31 05:18:10.847283 dv-cinder-773985-16-iscsi neutron-server[94293]: {{(pid=94293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 05:18:10.884014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5606846-ea7b-4c4f-878b-38e48206b53d None None] Network 1afbbbe0-eafd-461b-9b71-8e11141a183a requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:10.897284 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] For port fd74acaa-57c8-4647-b63c-c605b4c328cc, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:10.903425 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] For port fd74acaa-57c8-4647-b63c-c605b4c328cc, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=fd74acaa-57c8-4647-b63c-c605b4c328cc,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:10.918138 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:10.992577 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] For port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:10.996560 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] For port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:11.006995 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.015755 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Allocated IP 172.27.2.70 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/42fa9015-9ec5-4f8b-b654-295ead091968) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:11.068248 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77465fd-5e69-4132-8a24-61e655ff4c94 None None] Pushing event updated for resources: {'Port': ['ID=fd74acaa-57c8-4647-b63c-c605b4c328cc,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:11.083195 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.106574 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e9df-b441-4793-a4ab-286d9459c36d None None] Pushing event updated for resources: {'Port': ['ID=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:11.133376 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:11.134139 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:11.264237 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.284299 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7219-f6f3-43df-b5e5-a5584f4ece62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.300116 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:11.425911 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7219-f6f3-43df-b5e5-a5584f4ece62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.513778 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.523397 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.574612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:18:11.652864 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.654813 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Added segment fc740fa9-12ea-4b68-9c9e-ad136d44d164 of type vlan for network adf50eee-356c-4bb1-ba28-6e7f24c73e12 Aug 31 05:18:11.680063 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b7219-f6f3-43df-b5e5-a5584f4ece62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc84b437-2f47-48ba-943b-7cb53212d0d6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:11.684676 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49396) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:11.688743 dv-cinder-773985-16-iscsi neutron-server[94291]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 05:18:11.696294 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-cc7b7219-f6f3-43df-b5e5-a5584f4ece62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60a0013ed8e8448f9c0acbe7fd0128dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5034328 Aug 31 05:18:11.701205 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49398) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:11.756421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Allocated IP 172.27.2.65 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/232fcb92-caf5-482a-9e94-714b263f3ed9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:11.794196 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:07Z', 'revision_number': 3, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:11.831762 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36391c13-64ea-47d3-b329-35e5af14c191,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:11.855083 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.867328 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565dbf9-e96f-4c9d-873e-c99fdf3b5fb6 None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:07Z', 'revision_number': 3, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:11.906294 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.958521 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:11.975867 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.006454 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.007450 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:12.008130 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.025333 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:12.035685 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:12.038472 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:12.053681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-642c1935-9007-4e47-a77d-46575eeffc9c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:12.055249 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-642c1935-9007-4e47-a77d-46575eeffc9c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/networks?id=1afbbbe0-eafd-461b-9b71-8e11141a183a HTTP/1.1" status: 200 len: 811 time: 0.3692002 Aug 31 05:18:12.108438 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2290683 Aug 31 05:18:12.112279 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49416) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:12.121425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Request body: {'subnet': {'network_id': 'adf50eee-356c-4bb1-ba28-6e7f24c73e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1188053840-subnet', 'tenant_id': '264439d9c34143458f87c146f987165c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:12.132552 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-92acf9d2-cd88-4e5f-9da0-4f85562a43d0 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/quotas/7f896576628345269f70da101a52401f HTTP/1.1" status: 200 len: 375 time: 0.0463476 Aug 31 05:18:12.152708 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed033a-1916-49f8-abc3-e0886b7cee6d admin admin] Pushing event updated for resources: {'Network': ['ID=adf50eee-356c-4bb1-ba28-6e7f24c73e12,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:12.212569 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network adf50eee-356c-4bb1-ba28-6e7f24c73e12 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:18:12.284898 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-ebba0997-1044-4a24-8c0a-91f7b665a198 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f896576628345269f70da101a52401f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409678 Aug 31 05:18:12.317069 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-394c598c-b284-42c7-9a75-6ef82adafe51 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:18:12.318464 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-394c598c-b284-42c7-9a75-6ef82adafe51 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236211 Aug 31 05:18:12.325248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Made reservation on behalf of 264439d9c34143458f87c146f987165c for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:12.356887 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.507901 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Allocated IP 172.20.0.1 (9578059b-f40e-4ce8-a76a-f6797399d587/b95d5fe9-aed5-4eb0-bacd-aa323258801f/65f5194b-1901-40b2-88f3-291118533d58) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:12.729590 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.779251 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3f2b46a5-1e03-4c48-97e0-ea915d61c86c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:12.785607 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80b6d6-a037-4f2f-aafe-41e8901834d8 None None] Network 881c4512-eeef-4614-9316-347820720107 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:12.791073 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:12.797806 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:12.830884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:12.842542 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Pushing event updated for resources: {'Port': ['ID=42fa9015-9ec5-4f8b-b654-295ead091968,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:12.845293 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:12.904487 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bc8648-18d9-4847-96c5-da031a371571,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:12.925057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Checking segment: {'id': 'fc740fa9-12ea-4b68-9c9e-ad136d44d164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'adf50eee-356c-4bb1-ba28-6e7f24c73e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:12.927013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Network hostable DHCP agents. Network: adf50eee-356c-4bb1-ba28-6e7f24c73e12, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:18:12.951867 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Transition to ACTIVE for port object 65f5194b-1901-40b2-88f3-291118533d58 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:12.975504 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Network adf50eee-356c-4bb1-ba28-6e7f24c73e12 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:18:12.993244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, adf50eee-356c-4bb1-ba28-6e7f24c73e12) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:13.003697 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:13.004230 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.019310 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f63bf-04d5-4a81-98ba-ec53f9d70e64 None None] Network adf50eee-356c-4bb1-ba28-6e7f24c73e12 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:13.032559 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6d9e937a-f80b-410b-80b1-848f14ef11da None None] Provisioning for port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:13.044148 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f9e71184-52e4-4df1-9f4f-9aa52916459d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9277689 Aug 31 05:18:13.106898 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.184387 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:13.184387 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.264478 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Pushing event updated for resources: {'Port': ['ID=232fcb92-caf5-482a-9e94-714b263f3ed9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:13.275178 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.303558 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.409785 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:13.447543 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebef0a-85aa-4fe6-b151-e0ed174179d2 None None] Network adf50eee-356c-4bb1-ba28-6e7f24c73e12 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:18:13.504169 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-f34dde41-dafe-4692-952b-90a018b7cd08 service neutron] 10.222.0.25 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335297 Aug 31 05:18:13.554684 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:13.558166 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:13.566257 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Pushing event updated for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:13.568601 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:13.569554 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.577010 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:13.600108 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:13.600621 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.675815 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:13.773833 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.795716 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-2a2eb07d-9fa4-4f32-9a80-6eaac642af54 None None] Provisioning complete for port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:13.798999 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2a2eb07d-9fa4-4f32-9a80-6eaac642af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.849544 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-6eda6c09-a76f-4825-b6f9-7a4921f10f02 service neutron] 10.222.0.25 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207717 Aug 31 05:18:13.894593 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.897127 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.898543 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc84b437-2f47-48ba-943b-7cb53212d0d6 HTTP/1.1" status: 204 len: 168 time: 1.9424825 Aug 31 05:18:13.924734 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.984981 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:13.995613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:13.996651 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device fd74acaa-57c8-4647-b63c-c605b4c328cc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:14.020883 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744498a3-ac20-402f-961c-292fdf8b0040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc84b437-2f47-48ba-943b-7cb53212d0d6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:14.106438 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Deleting subnet f1b726fd-b786-4ec5-8ab5-5c131e2a636c {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:18:14.118246 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.123496 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.151397 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:14.198925 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port fd74acaa-57c8-4647-b63c-c605b4c328cc completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:14.204479 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port fd74acaa-57c8-4647-b63c-c605b4c328cc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:14.204851 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.284211 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.294758 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-962b4648-ca9d-47fa-9b13-64fbb71b5d00 None None] Provisioning for port 65f5194b-1901-40b2-88f3-291118533d58 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:14.308576 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-962b4648-ca9d-47fa-9b13-64fbb71b5d00 None None] Provisioning complete for port 65f5194b-1901-40b2-88f3-291118533d58 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:14.309334 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-962b4648-ca9d-47fa-9b13-64fbb71b5d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.311313 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.342704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49472) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:14.387597 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-962b4648-ca9d-47fa-9b13-64fbb71b5d00 None None] Port 65f5194b-1901-40b2-88f3-291118533d58 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:14.398588 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.428057 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port fd74acaa-57c8-4647-b63c-c605b4c328cc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=fd74acaa-57c8-4647-b63c-c605b4c328cc,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:14.440514 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.548272 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=fd74acaa-57c8-4647-b63c-c605b4c328cc,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:14.609862 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7fdcbdef-9fe8-4a43-b1f1-b3082cba43dd req-b12e223c-a3ba-4555-978c-65607e6943d9 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.2645359 Aug 31 05:18:14.622018 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.642186 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:14.702503 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:14.703396 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.838866 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.888328 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:14.890971 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f1b726fd-b786-4ec5-8ab5-5c131e2a636c HTTP/1.1" status: 204 len: 168 time: 1.1963246 Aug 31 05:18:14.894026 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49492) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:14.908054 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a83d4-1544-4369-a4e7-658238ccf0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b726fd-b786-4ec5-8ab5-5c131e2a636c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:15.008959 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.036427 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.179195 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.222631 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.228159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.229427 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.230867 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.231659 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.233718 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > port after_create 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.234544 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.235770 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > port after_update 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.237910 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.239257 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.240614 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.241299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.551368 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49514) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:15.565806 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.589350 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.590545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.678584 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.679523 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.680269 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.681259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:15.682218 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b9fc6-a40d-4f45-8ec9-9765c18655d5']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:15.722138 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04796a24-9551-43a9-90a5-598de663e1a8') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:15.723082 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04796a24-9551-43a9-90a5-598de663e1a8') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:15.764671 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Pushing event updated for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:15.776061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Router 6c145d60-e6e6-4959-9916-9362b7ad457c is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:18:15.792824 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.822231 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.833827 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef610889-dc36-4ce6-ac43-5573566c5091 req-c11d45e8-db2a-481b-b0bb-204c206c5c27 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.1184604 Aug 31 05:18:15.835524 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:18:15.835704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: from cryptography.utils import int_from_bytes Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: from cryptography.utils import int_from_bytes Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:18:15.839681 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:18:15.915455 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:15.922093 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:15.938328 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.976177 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Pushing event deleted for resources: {'Network': ['ID=774b9fc6-a40d-4f45-8ec9-9765c18655d5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:15.978697 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:15.980977 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-daf34ef9-44a5-46bb-92c9-0b0705494912 admin admin] 10.222.0.25 "DELETE /v2.0/networks/774b9fc6-a40d-4f45-8ec9-9765c18655d5 HTTP/1.1" status: 204 len: 168 time: 1.0859373 Aug 31 05:18:15.985944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49540) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:16.106027 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:18:16.185459 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49548) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:16.208421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbcf9-1b5f-454e-bb01-fd907d4f28dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.212566 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Deleting subnet 99bc8648-18d9-4847-96c5-da031a371571 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:18:16.224218 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.324839 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-74c693ef-797c-4935-b3ef-5e4e15271f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.330984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:16.354803 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:16.391693 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5fdc6ee3-1d63-4f25-b4f9-5e988bc20563 None None] Provisioning complete for port 65f5194b-1901-40b2-88f3-291118533d58 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:16.393190 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5fdc6ee3-1d63-4f25-b4f9-5e988bc20563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.396645 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.407533 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:16.411198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:16.445823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.461101 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-74c693ef-797c-4935-b3ef-5e4e15271f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.469266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-74c693ef-797c-4935-b3ef-5e4e15271f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.524037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c693ef-797c-4935-b3ef-5e4e15271f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c3a78-f390-426e-ae84-eadc83fbc1f1,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:16.524193 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:18:16.584541 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-74c693ef-797c-4935-b3ef-5e4e15271f4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdce3b5846534b86ab29b8b4fa49631d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974385 Aug 31 05:18:16.586993 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49560) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:16.683588 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.766772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.774424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device fd74acaa-57c8-4647-b63c-c605b4c328cc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:16.833970 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc6ee3-1d63-4f25-b4f9-5e988bc20563 None None] Port 65f5194b-1901-40b2-88f3-291118533d58 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:16.872439 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:16.899141 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Sync routers for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:16.913730 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.923650 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:16.924828 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:16.929473 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.935519 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:16.940076 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/453c3a78-f390-426e-ae84-eadc83fbc1f1 HTTP/1.1" status: 204 len: 168 time: 0.3517463 Aug 31 05:18:16.967601 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275fad6-b8c1-4b6a-a61b-6a5162e4c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c3a78-f390-426e-ae84-eadc83fbc1f1,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:17.039450 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.046616 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/99bc8648-18d9-4847-96c5-da031a371571 HTTP/1.1" status: 204 len: 168 time: 1.0456150 Aug 31 05:18:17.048363 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-63bcaadf-82a4-49c5-bcd9-c39500a0e075 req-7b2591a3-988c-4bf1-9d5e-36bda19e3bd7 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0743623 Aug 31 05:18:17.048649 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:17.073872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2013316-b8db-4e20-90d3-051df08a370a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bc8648-18d9-4847-96c5-da031a371571,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:17.086936 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:17.237935 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:17.252958 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbcf9-1b5f-454e-bb01-fd907d4f28dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.254467 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:17.261197 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a2c806b4-a8ec-4887-b56f-5f71194cb7ea admin admin] 10.222.0.25 "PUT /v2.0/routers/b897e766-9027-492d-868d-84cab1820f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8611774 Aug 31 05:18:17.265965 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.282396 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1cdbbcf9-1b5f-454e-bb01-fd907d4f28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.309527 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.316133 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-0d9d8aaf-e002-47e7-909e-ccf05320aee9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8929477 Aug 31 05:18:17.316133 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.316726 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49586) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:17.318156 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c74516e7-8e96-4e4e-a029-aad42333ea88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.8760688 Aug 31 05:18:17.324975 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:17.329401 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49588) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:17.399467 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:17.400794 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:17.460025 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port fd74acaa-57c8-4647-b63c-c605b4c328cc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:17.460750 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.721552 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:17.769632 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:17.802279 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Checking router: 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:17.802836 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Updating router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 port 232fcb92-caf5-482a-9e94-714b263f3ed9 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:17.861271 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:17.870112 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbbcf9-1b5f-454e-bb01-fd907d4f28dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f9dc15-fd01-44f2-80ca-315756b47a63,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:18.009848 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49598) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:18.029665 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3092-c62f-476a-9262-e02e0f96d30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.221201 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1cdbbcf9-1b5f-454e-bb01-fd907d4f28dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cfdeee5e5b84715ac0209676b0663d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6663060 Aug 31 05:18:18.278545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49604) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:18.321745 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.35', 64864) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:18.325424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:18.354941 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.360095 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49608) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:18.381090 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.397478 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Transition to ACTIVE for port object 232fcb92-caf5-482a-9e94-714b263f3ed9 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:18.404361 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:18.405236 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Updating router 6c145d60-e6e6-4959-9916-9362b7ad457c port 42fa9015-9ec5-4f8b-b654-295ead091968 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:18.411631 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.481572 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989550245', 'description': 'tempest-description--769298575'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:18.525390 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.559659 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Attempting to bind port 232fcb92-caf5-482a-9e94-714b263f3ed9 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:18.560111 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Attempting to bind port 232fcb92-caf5-482a-9e94-714b263f3ed9 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:18.560488 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Attempting to bind port 232fcb92-caf5-482a-9e94-714b263f3ed9 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:18.582385 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.582739 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.583660 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.584000 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.584391 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.584726 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.585247 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.585724 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.586188 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.586673 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.610932 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:18.611348 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:18.619325 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.621646 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:18.622361 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Bound port: 232fcb92-caf5-482a-9e94-714b263f3ed9, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:18.622774 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.628791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-0f6b7f73-d243-4952-b089-1871f9aa2972 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:18.630703 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-0f6b7f73-d243-4952-b089-1871f9aa2972 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.35 "GET /v2.0/networks?id=1afbbbe0-eafd-461b-9b71-8e11141a183a HTTP/1.1" status: 200 len: 811 time: 0.2942128 Aug 31 05:18:18.717900 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c336be-3eae-4450-8ccb-ee6f30159de9 None None] Pushing event updated for resources: {'Port': ['ID=232fcb92-caf5-482a-9e94-714b263f3ed9,revision_number=2']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:18.732677 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aab18f76-0737-4ff6-a9da-3004088d4a1c req-09c3ece3-e0ce-43d6-8375-f7781a49f2d6 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0871382 Aug 31 05:18:18.758157 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Request body: {'port': {'device_id': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a', 'admin_state_up': True, 'tenant_id': '7f896576628345269f70da101a52401f'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:18.772042 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.772697 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.773255 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.773795 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 05:18:18.774319 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf50eee-356c-4bb1-ba28-6e7f24c73e12']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:18.795172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc740fa9-12ea-4b68-9c9e-ad136d44d164') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:18.795541 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc740fa9-12ea-4b68-9c9e-ad136d44d164') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:18.815195 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.822650 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:15Z', 'revision_number': 2, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:18.840272 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] For port 232fcb92-caf5-482a-9e94-714b263f3ed9, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:18.845186 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.850163 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] For port 232fcb92-caf5-482a-9e94-714b263f3ed9, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=232fcb92-caf5-482a-9e94-714b263f3ed9,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:18.855158 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:18:18.855725 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.864694 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: from cryptography.utils import int_from_bytes Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: from cryptography.utils import int_from_bytes Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:18:18.920160 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:18:18.926124 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:18.959984 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c336be-3eae-4450-8ccb-ee6f30159de9 None None] Pushing event updated for resources: {'Port': ['ID=232fcb92-caf5-482a-9e94-714b263f3ed9,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:19.010020 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:19.012218 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:19.014256 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:19.015066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Updating router b897e766-9027-492d-868d-84cab1820f6a port 65f5194b-1901-40b2-88f3-291118533d58 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:19.023203 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf50eee-356c-4bb1-ba28-6e7f24c73e12,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:19.034134 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.039154 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e1d3f829-133f-4b38-a92d-32c2a6ce7d19 admin admin] 10.222.0.25 "DELETE /v2.0/networks/adf50eee-356c-4bb1-ba28-6e7f24c73e12 HTTP/1.1" status: 204 len: 168 time: 1.9859514 Aug 31 05:18:19.047889 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.142445 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.142864 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.219684 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:19.237201 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.317821 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3092-c62f-476a-9262-e02e0f96d30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.334509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3092-c62f-476a-9262-e02e0f96d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.399678 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf3092-c62f-476a-9262-e02e0f96d30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30807dba-3984-43d7-bb47-b3a17cf50802,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:19.443942 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a9cf3092-c62f-476a-9262-e02e0f96d30a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59ae54f11051486db853038782a61129&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4322987 Aug 31 05:18:19.454075 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49646) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:19.469701 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.556628 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49650) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:19.599372 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.614587 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.616569 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5f9dc15-fd01-44f2-80ca-315756b47a63 HTTP/1.1" status: 204 len: 168 time: 1.3361406 Aug 31 05:18:19.666499 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29a3d-4bc9-43a1-bc29-9df4359c779c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f9dc15-fd01-44f2-80ca-315756b47a63,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:19.690489 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.756873 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Made reservation on behalf of 7f896576628345269f70da101a52401f for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:19.760861 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.762277 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:19.850528 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:19.866085 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Transition to ACTIVE for port object 65f5194b-1901-40b2-88f3-291118533d58 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:19.872032 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5418f-aa63-497f-99f7-3f3084a7365f None None] The sync data for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi is: [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:20.004372 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:20.112909 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-12aed7ff-e57d-44c8-a749-53d3d6a0070e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecd00b261b4a44008dfab28f9079f90d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5519865 Aug 31 05:18:20.124335 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49662) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:20.403256 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:20.472494 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Transition to ACTIVE for port object 42fa9015-9ec5-4f8b-b654-295ead091968 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:20.680650 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:20.718532 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Allocated IP 172.20.0.1 (226dee29-b10f-4751-82d6-dac93bddd4d6/6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9/eca77b0c-e8e4-4cb1-8e85-36f54a64b91c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:20.874378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Attempting to bind port 42fa9015-9ec5-4f8b-b654-295ead091968 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:20.875610 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Attempting to bind port 42fa9015-9ec5-4f8b-b654-295ead091968 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:20.876386 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Attempting to bind port 42fa9015-9ec5-4f8b-b654-295ead091968 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:20.920316 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:20.923729 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:20.924646 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:20.932998 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:20.934378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Bound port: 42fa9015-9ec5-4f8b-b654-295ead091968, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:20.938280 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:20.949196 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f3476098-4a2b-49b4-907d-28bcfd60617c req-9adfac88-c59d-45ed-98e8-8e02a4eb1055 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.3019481 Aug 31 05:18:21.066176 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.142261 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e53b8-7a10-47aa-b531-56f1f6fd75ff None None] Pushing event updated for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:21.211287 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Attempting to bind port 65f5194b-1901-40b2-88f3-291118533d58 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:21.212008 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Attempting to bind port 65f5194b-1901-40b2-88f3-291118533d58 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:21.212505 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Attempting to bind port 65f5194b-1901-40b2-88f3-291118533d58 on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:21.261151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Allocated IP 172.20.0.1 (881c4512-eeef-4614-9316-347820720107/05d519a2-6f2e-4d28-b782-6e4b4d130155/b78f855b-d4f7-47f1-9537-c9962b9ddb17) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:21.276358 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163d29-64c5-4e7c-9aac-5b9d62fb532b None None] Pushing event updated for resources: {'Port': ['ID=42fa9015-9ec5-4f8b-b654-295ead091968,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:21.291768 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.301508 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:21.316698 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Checking segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:21.317272 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.317799 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Bound using segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:21.319165 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Bound port: 65f5194b-1901-40b2-88f3-291118533d58, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:21.321646 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.349282 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] For port 42fa9015-9ec5-4f8b-b654-295ead091968, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:21.351384 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49676) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:21.356425 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.404077 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.417791 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] For port 42fa9015-9ec5-4f8b-b654-295ead091968, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=42fa9015-9ec5-4f8b-b654-295ead091968,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:21.433219 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.444082 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7399e746-22f6-4044-ab13-2273ced40487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.519989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.539642 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:21.541724 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.0801439 Aug 31 05:18:21.553071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:21.566248 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4633-ac56-4f59-845e-fcbb0b2c5c7b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15466058-1803-4ed3-98b5-df65ae0c87b6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:21.614305 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group_rule': {'security_group_id': '15466058-1803-4ed3-98b5-df65ae0c87b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:21.864135 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf163d29-64c5-4e7c-9aac-5b9d62fb532b None None] Pushing event updated for resources: {'Port': ['ID=42fa9015-9ec5-4f8b-b654-295ead091968,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:21.944294 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] For port 65f5194b-1901-40b2-88f3-291118533d58, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:21.955605 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:21.956757 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:21.973836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Allocated IP 172.20.0.13 (1afbbbe0-eafd-461b-9b71-8e11141a183a/1a1e5e69-9e02-4c6f-af04-64b6ed48ee40/77b62e20-6e37-4940-a5d6-65798daffeda) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:22.001281 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7399e746-22f6-4044-ab13-2273ced40487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.058287 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.065497 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.068538 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30807dba-3984-43d7-bb47-b3a17cf50802 HTTP/1.1" status: 204 len: 168 time: 2.6075947 Aug 31 05:18:22.080210 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7399e746-22f6-4044-ab13-2273ced40487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.109622 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.148630 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f81f-fe8b-4089-bf0b-c9934081c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30807dba-3984-43d7-bb47-b3a17cf50802,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:22.232404 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.276824 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399e746-22f6-4044-ab13-2273ced40487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47420259-b577-4fd8-943a-83e7a2903091,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:22.332068 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8a0ac3a8-0097-4081-ade9-503c37f871c8 req-846e7510-706a-4656-8bb6-9a7b844249dd tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.1174905 Aug 31 05:18:22.360855 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.521296 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7399e746-22f6-4044-ab13-2273ced40487 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e82c8eb15bc485fbbb2eb6491cf6a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1579993 Aug 31 05:18:22.522783 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49684) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:22.556895 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.590741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Transition to ACTIVE for port object b78f855b-d4f7-47f1-9537-c9962b9ddb17 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:22.612506 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.660511 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:22.676744 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:22.695672 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:22.830696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.896237 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:22.966113 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.029283 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:23.048914 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Network 881c4512-eeef-4614-9316-347820720107 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:23.066856 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:23.092973 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:23.159891 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Pushing event updated for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:23.201613 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.365005 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.418664 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 232fcb92-caf5-482a-9e94-714b263f3ed9 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:23.579902 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] For port 65f5194b-1901-40b2-88f3-291118533d58, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=65f5194b-1901-40b2-88f3-291118533d58,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:23.763267 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.770037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.785231 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.787261 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/902e006e-9e47-4c47-98e1-08d6fbe8d65c HTTP/1.1" status: 204 len: 168 time: 3.6020963 Aug 31 05:18:23.806438 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.813394 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:23.823698 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47420259-b577-4fd8-943a-83e7a2903091 HTTP/1.1" status: 204 len: 168 time: 1.2417548 Aug 31 05:18:23.914381 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57667c-18ac-410e-9e6e-ee2ec1dda711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e006e-9e47-4c47-98e1-08d6fbe8d65c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:23.971898 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235de78-31fe-4849-8d92-88de4a01654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47420259-b577-4fd8-943a-83e7a2903091,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:23.994104 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.007659 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.011234 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.037248 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e53b8-7a10-47aa-b531-56f1f6fd75ff None None] Pushing event updated for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:24.075322 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df33d59b-1e79-4be1-93d4-eb8b3e2c7a10,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:24.088090 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b727c833-5726-487f-b9b9-94a141be19b5 req-8b8c7fe4-870b-4ded-8536-36c00ab45cd7 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0944529 Aug 31 05:18:24.089350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Pushing event updated for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:24.112941 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.162827 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.164217 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6d969543-b1e5-4ca7-9410-edc242928914 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5993738 Aug 31 05:18:24.169708 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49712) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:24.180676 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group_rule': {'security_group_id': '15466058-1803-4ed3-98b5-df65ae0c87b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:24.201463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.349504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-741132d2-49d8-4756-95c4-a4da90e20863 None None] Provisioning for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:24.414990 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 232fcb92-caf5-482a-9e94-714b263f3ed9 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:24.461315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-741132d2-49d8-4756-95c4-a4da90e20863 None None] Provisioning complete for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:24.473105 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-741132d2-49d8-4756-95c4-a4da90e20863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.498883 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:24.518797 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:24.527850 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 232fcb92-caf5-482a-9e94-714b263f3ed9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:24.529195 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.582579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Network 1afbbbe0-eafd-461b-9b71-8e11141a183a is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:24.626075 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:24.670746 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:24.802772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Pushing event updated for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:24.951217 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:24.956124 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:24.989860 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-741132d2-49d8-4756-95c4-a4da90e20863 None None] Port b78f855b-d4f7-47f1-9537-c9962b9ddb17 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:25.021318 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.086829 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-3eede520-f14e-4802-aba7-92291685299c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3704407 Aug 31 05:18:25.104207 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.116905 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.144562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-ab83c62e-d14d-4430-a141-c0e7b50ec591 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:18:25.146331 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-ab83c62e-d14d-4430-a141-c0e7b50ec591 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406110 Aug 31 05:18:25.164115 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.274037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:25.320246 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49734) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:25.360006 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.386266 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 232fcb92-caf5-482a-9e94-714b263f3ed9, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=232fcb92-caf5-482a-9e94-714b263f3ed9,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:25.392933 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:25.398457 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.477575 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.478903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d056b-7335-4d2b-9e49-2e27694d0680 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:13Z', 'revision_number': 3, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:25.840969 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=232fcb92-caf5-482a-9e94-714b263f3ed9,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:25.947403 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:25.958321 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:21Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:26.055501 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Pushing event updated for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:26.061755 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:26.067161 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d277f5-b7d8-489b-8aef-9a410aa3c1ab None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:21Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:26.388714 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c73e91-10f4-4f0c-9000-b7d77f657171,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:26.394547 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:26.419321 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:26.419321 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bcca26f7-f53d-4c05-97e5-8c1db9f66846 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2435756 Aug 31 05:18:26.419321 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:26.439782 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49762) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:26.450924 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:26.584133 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5ce2-0bca-476e-9044-5244955492e5 req-02b7630f-7150-4dd4-a3fa-cc65230a5bf2 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:26.613688 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df3e5ce2-0bca-476e-9044-5244955492e5 req-02b7630f-7150-4dd4-a3fa-cc65230a5bf2 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 932 time: 1.2919335 Aug 31 05:18:26.677045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Request body: {'port': {'device_id': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:26.693455 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c7ea4789-1b92-454e-b3b6-08e0f1b1b51e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=264439d9c34143458f87c146f987165c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3696449 Aug 31 05:18:26.707034 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 49766) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:26.802934 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:26.924587 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:26.986418 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df3e5ce2-0bca-476e-9044-5244955492e5 req-974a2a64-6e50-4996-8a9f-dd75528526e7 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695850 Aug 31 05:18:26.999010 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:27.269671 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:27.336064 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:18:27.556482 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:27.641555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:27.768779 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.001722 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 232fcb92-caf5-482a-9e94-714b263f3ed9 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:28.122270 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 232fcb92-caf5-482a-9e94-714b263f3ed9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:28.122969 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.291424 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:28.315848 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1836e050-3891-478a-a6bf-f8eb2b59c321 admin admin] 10.222.0.25 "PUT /v2.0/routers/62c80fc1-42b6-488c-b5d7-32e1b4598bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9772713 Aug 31 05:18:28.333715 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Sync routers for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:28.365512 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 65f5194b-1901-40b2-88f3-291118533d58 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:28.366599 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:28.370135 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:28.386583 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.529610 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 65f5194b-1901-40b2-88f3-291118533d58 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:28.538784 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 65f5194b-1901-40b2-88f3-291118533d58 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:28.539524 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.737101 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Allocated IP 172.27.2.12 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/977d635c-d3b2-40a0-ae11-2793443f0528) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:28.839829 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.852759 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Pushing event updated for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:28.870534 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.889480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:28.897201 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36391c13-64ea-47d3-b329-35e5af14c191 HTTP/1.1" status: 204 len: 168 time: 2.1376932 Aug 31 05:18:28.985247 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:29.011049 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 65f5194b-1901-40b2-88f3-291118533d58, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=65f5194b-1901-40b2-88f3-291118533d58,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:29.021231 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:29.022312 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 42fa9015-9ec5-4f8b-b654-295ead091968 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:29.028938 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:29.204071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:29.411366 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:29.423832 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=977d635c-d3b2-40a0-ae11-2793443f0528,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:29.458047 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 42fa9015-9ec5-4f8b-b654-295ead091968 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:29.471903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 42fa9015-9ec5-4f8b-b654-295ead091968 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:29.473511 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:29.486119 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:29.488211 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:29.493224 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:29.500494 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e12c48-c86a-4a29-9dda-2cf34ebd844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36391c13-64ea-47d3-b329-35e5af14c191,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:29.909047 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.010991 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 42fa9015-9ec5-4f8b-b654-295ead091968, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=42fa9015-9ec5-4f8b-b654-295ead091968,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:30.021746 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:23Z', 'revision_number': 4, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'eca77b0c-e8e4-4cb1-8e85-36f54a64b91c', 'name': '', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'mac_address': 'fa:16:3e:e5:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 2, 'project_id': 'f057f64b25444f90a967c68739966da2', 'subnets': [{'id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:30.025976 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.087376 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c101c-e7d6-4027-bc50-5caec45a802f req-fc7f8de2-12e4-43b4-8c26-e9cca61c229f tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:30.091427 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5c2c101c-e7d6-4027-bc50-5caec45a802f req-fc7f8de2-12e4-43b4-8c26-e9cca61c229f tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 932 time: 1.2478096 Aug 31 05:18:30.102837 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Checking router: 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:30.104598 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Updating router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:30.128133 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Network 881c4512-eeef-4614-9316-347820720107 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:30.163923 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.200693 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:30.268744 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=42fa9015-9ec5-4f8b-b654-295ead091968,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:30.300994 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.302042 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 65f5194b-1901-40b2-88f3-291118533d58 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:30.334236 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.461593 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 65f5194b-1901-40b2-88f3-291118533d58 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:30.461593 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.471681 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49848) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:30.724626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5c2c101c-e7d6-4027-bc50-5caec45a802f req-0d313cc0-e9d3-4419-be90-870e91ac9c0b tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582767 Aug 31 05:18:30.820847 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b62e20-6e37-4940-a5d6-65798daffeda {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:30.880346 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.898167 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.967247 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:30.979696 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-71ccd8f7-9659-4311-9f18-8ff0ea28e6c6 None None] Provisioning complete for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:30.979696 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-71ccd8f7-9659-4311-9f18-8ff0ea28e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.008465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Transition to ACTIVE for port object 77b62e20-6e37-4940-a5d6-65798daffeda will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:31.083177 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.217281 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=977d635c-d3b2-40a0-ae11-2793443f0528,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:31.237024 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ad17e9d-2461-4f2e-8a16-8b93b1e56166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.255738 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-71ccd8f7-9659-4311-9f18-8ff0ea28e6c6 None None] Port b78f855b-d4f7-47f1-9537-c9962b9ddb17 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:31.318541 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.355089 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:31.380109 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:18:31.441218 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.456501 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Transition to ACTIVE for port object eca77b0c-e8e4-4cb1-8e85-36f54a64b91c will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:31.466007 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.551062 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e36b-0a29-4ab5-b4d9-c16974de6681 None None] Pushing event updated for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:31.604202 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ad17e9d-2461-4f2e-8a16-8b93b1e56166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.613398 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ad17e9d-2461-4f2e-8a16-8b93b1e56166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.659812 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-f8bd9a46-7724-4518-a899-27b7b592aba6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:31.662854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-f8bd9a46-7724-4518-a899-27b7b592aba6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 819 time: 0.5496039 Aug 31 05:18:31.676879 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Attempting to bind port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:31.677258 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Attempting to bind port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:31.677636 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Attempting to bind port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c on network 226dee29-b10f-4751-82d6-dac93bddd4d6 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:31.694472 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:31.694898 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Checking segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:31.695368 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.695775 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Bound using segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:31.696291 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Bound port: eca77b0c-e8e4-4cb1-8e85-36f54a64b91c, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:31.696710 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.709077 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17e9d-2461-4f2e-8a16-8b93b1e56166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fb89ae-04f5-43d8-8444-be2ad175de31,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:31.780702 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6ad17e9d-2461-4f2e-8a16-8b93b1e56166 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a449a6864074af69c84c0a27afd7612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3139539 Aug 31 05:18:31.796626 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.799012 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-08cd05c3-1980-4017-a233-54392aad5268 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3574638 Aug 31 05:18:31.801975 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49888) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:31.856815 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49892) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:31.907710 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] For port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:31.943702 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] For port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:31.952915 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:31.967058 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.026717 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.062592 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Attempting to bind port 77b62e20-6e37-4940-a5d6-65798daffeda on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:32.062918 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Attempting to bind port 77b62e20-6e37-4940-a5d6-65798daffeda by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '17846653-6bc4-42d6-b13e-18a4b2b5afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:32.069967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Attempting to bind port 77b62e20-6e37-4940-a5d6-65798daffeda on network 1afbbbe0-eafd-461b-9b71-8e11141a183a {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:32.112388 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.116142 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.120296 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2fb89ae-04f5-43d8-8444-be2ad175de31 HTTP/1.1" status: 204 len: 168 time: 0.3145237 Aug 31 05:18:32.139863 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30303c0f-073d-4a7c-9bac-e2ee0f8372fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fb89ae-04f5-43d8-8444-be2ad175de31,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:32.147870 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Port 77b62e20-6e37-4940-a5d6-65798daffeda on network 1afbbbe0-eafd-461b-9b71-8e11141a183a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:18:32.148304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Attempting to bind port 77b62e20-6e37-4940-a5d6-65798daffeda on network 1afbbbe0-eafd-461b-9b71-8e11141a183a {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:32.163687 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:32.179800 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-47b203b6-5417-4605-a703-ac14c08f9eda tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/quotas/f057f64b25444f90a967c68739966da2 HTTP/1.1" status: 200 len: 375 time: 0.1756067 Aug 31 05:18:32.181631 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:32.217895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:32.218917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Checking segment: {'id': '17846653-6bc4-42d6-b13e-18a4b2b5afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:32.219792 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Bound using segment: {'id': '17846653-6bc4-42d6-b13e-18a4b2b5afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:32.220309 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Bound port: 77b62e20-6e37-4940-a5d6-65798daffeda, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17846653-6bc4-42d6-b13e-18a4b2b5afa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:32.220769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.262342 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 42fa9015-9ec5-4f8b-b654-295ead091968 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:32.385213 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 42fa9015-9ec5-4f8b-b654-295ead091968 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:32.385615 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.542854 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:32.723306 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eefd93f8-3779-4fe6-91c8-7ca274c5ef5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.909485 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7239c658-4e01-4d3e-b566-d5b3077856af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:32.944908 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66e36b-0a29-4ab5-b4d9-c16974de6681 None None] Pushing event updated for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:32.986855 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232883ad-4244-4624-98dc-ae8e42256a94 req-e1eb3176-e6fc-4afe-a6a0-38e46f338726 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:32.991810 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-232883ad-4244-4624-98dc-ae8e42256a94 req-e1eb3176-e6fc-4afe-a6a0-38e46f338726 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 944 time: 0.9841013 Aug 31 05:18:32.996742 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:18:33.016377 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:18:33.045265 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-eee89b62-1908-44fa-bbfc-fa030369285f admin admin] 10.222.0.25 "PUT /v2.0/routers/6c145d60-e6e6-4959-9916-9362b7ad457c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7260776 Aug 31 05:18:33.070476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:33.073829 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:33.152023 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eefd93f8-3779-4fe6-91c8-7ca274c5ef5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.169946 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eefd93f8-3779-4fe6-91c8-7ca274c5ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.217202 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-eefd93f8-3779-4fe6-91c8-7ca274c5ef5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23dd10be8fd847439fb78c8baa859fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3591480 Aug 31 05:18:33.219521 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:33.294024 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-232883ad-4244-4624-98dc-ae8e42256a94 req-98c17de6-bd06-442a-b603-c580d44ea998 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306163 Aug 31 05:18:33.310715 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd93f8-3779-4fe6-91c8-7ca274c5ef5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec0425d-ae27-4c33-8e98-ad39e120880b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:33.340467 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-06bde0e4-a326-4186-b301-646d48e05923 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1410949 Aug 31 05:18:33.364946 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-8d87ca11-98f9-40a5-8eb3-c162788bfec1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:18:33.365802 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-8d87ca11-98f9-40a5-8eb3-c162788bfec1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100894 Aug 31 05:18:33.453410 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:23Z', 'revision_number': 4, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'eca77b0c-e8e4-4cb1-8e85-36f54a64b91c', 'name': '', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'mac_address': 'fa:16:3e:e5:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:31Z', 'revision_number': 4, 'project_id': 'f057f64b25444f90a967c68739966da2', 'subnets': [{'id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:33.470570 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.488013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:33.501386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=77b62e20-6e37-4940-a5d6-65798daffeda,segment=NetworkSegment(17846653-6bc4-42d6-b13e-18a4b2b5afa0),segment_id=17846653-6bc4-42d6-b13e-18a4b2b5afa0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:33.518281 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.561457 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.600207 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c0951-1b88-4710-84de-76e1d5b447de None None] The sync data for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi is: [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:23Z', 'revision_number': 4, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'eca77b0c-e8e4-4cb1-8e85-36f54a64b91c', 'name': '', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'mac_address': 'fa:16:3e:e5:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:31Z', 'revision_number': 4, 'project_id': 'f057f64b25444f90a967c68739966da2', 'subnets': [{'id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:33.722925 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.728932 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.735836 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:33.740584 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ec0425d-ae27-4c33-8e98-ad39e120880b HTTP/1.1" status: 204 len: 168 time: 0.5108554 Aug 31 05:18:33.796109 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:33.805472 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:33.878641 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3863f9-e9a5-46a8-98e9-f12d2b3ac1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec0425d-ae27-4c33-8e98-ad39e120880b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:33.901291 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5862abe-e0e6-4603-aaf0-d249aea1d2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.909938 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:33.910765 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:33.913755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-eaf13055-1054-472f-8df8-250581c3eef9 service neutron] 10.222.0.35 "PUT /v2.0/ports/77b62e20-6e37-4940-a5d6-65798daffeda HTTP/1.1" status: 200 len: 1094 time: 8.1696024 Aug 31 05:18:33.914419 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:33.952545 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-c48215a7-f7e5-429d-a9c1-1023f2669f25 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--989550245&fields=id&tenant_id=411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 267 time: 0.4223330 Aug 31 05:18:34.275339 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5862abe-e0e6-4603-aaf0-d249aea1d2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:34.286224 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5862abe-e0e6-4603-aaf0-d249aea1d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:34.528159 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5862abe-e0e6-4603-aaf0-d249aea1d2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665cfe6d-9a15-4673-81ac-4f58a9bfc9e0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:34.563281 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e5862abe-e0e6-4603-aaf0-d249aea1d2fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de05257cb8754d28b6365705402d8816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7563653 Aug 31 05:18:34.571192 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 49984) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:34.663654 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-7196605c-9cea-44ba-b4a8-6abce4e610e5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:34.667542 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-7196605c-9cea-44ba-b4a8-6abce4e610e5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 810 time: 0.7007260 Aug 31 05:18:34.684181 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device eca77b0c-e8e4-4cb1-8e85-36f54a64b91c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:34.817463 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:34.909488 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:34.987960 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-5e7bbfef-41a6-431e-bbac-48337ea12604 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/quotas/411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 375 time: 0.2602322 Aug 31 05:18:35.008089 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:25Z', 'revision_number': 2, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:35.045880 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-c60abd76-4e94-43dd-a460-539d5710dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:35.052967 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-c60abd76-4e94-43dd-a460-539d5710dbfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f896576628345269f70da101a52401f&device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 1097 time: 1.0046000 Aug 31 05:18:35.066044 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:35.068862 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:35.070064 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/665cfe6d-9a15-4673-81ac-4f58a9bfc9e0 HTTP/1.1" status: 204 len: 168 time: 0.4977219 Aug 31 05:18:35.117747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3b4b2-934e-481e-b471-d437553e7ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665cfe6d-9a15-4673-81ac-4f58a9bfc9e0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:35.182711 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:35.185618 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:18:35.185985 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Updating router 6c145d60-e6e6-4959-9916-9362b7ad457c port b78f855b-d4f7-47f1-9537-c9962b9ddb17 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:18:35.251708 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:35.252207 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:35.332852 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:35.431502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f0dfc8-7718-4206-8a3a-faff31be05bb" -d '{"events": [{"name": "network-changed", "server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:35.681852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-ecc8e0e0-eece-4fda-96e2-7059f5e666e1 service neutron] 10.222.0.25 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6638136 Aug 31 05:18:35.738996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-819f84f1-9daa-4f88-975f-27340ede7125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b62e20-6e37-4940-a5d6-65798daffeda HTTP/1.1" status: 200 len: 217 time: 0.6632016 Aug 31 05:18:35.749866 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:35.757809 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.000037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:36.034328 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.201917 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-9811125c-e72e-4291-98fa-067e99a44f17 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1372850 Aug 31 05:18:36.208460 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-f14e5aef-50c3-4c23-98bd-6e1ef1e7b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:36.212248 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-f14e5aef-50c3-4c23-98bd-6e1ef1e7b396 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a1e5e69-9e02-4c6f-af04-64b6ed48ee40 HTTP/1.1" status: 200 len: 851 time: 0.4376340 Aug 31 05:18:36.320512 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:36.419851 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.435167 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Transition to ACTIVE for port object b78f855b-d4f7-47f1-9537-c9962b9ddb17 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:36.446989 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.519879 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2546d4-dba8-47b5-94c3-cb7bc410f0b4 None None] Pushing event updated for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:36.561940 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-6b0f958b-1a7d-482b-aaa1-79279a0f25ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1afbbbe0-eafd-461b-9b71-8e11141a183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3202186 Aug 31 05:18:36.631608 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50048) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:36.699892 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5855-f38e-47f7-926c-aec8e84ab34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.745272 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Attempting to bind port b78f855b-d4f7-47f1-9537-c9962b9ddb17 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:36.746879 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Attempting to bind port b78f855b-d4f7-47f1-9537-c9962b9ddb17 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:36.747831 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Attempting to bind port b78f855b-d4f7-47f1-9537-c9962b9ddb17 on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:36.769423 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:36.778049 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Checking segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:36.782833 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.783567 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Bound using segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:36.784378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Bound port: b78f855b-d4f7-47f1-9537-c9962b9ddb17, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:36.785044 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:36.911780 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50050) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:36.992600 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75396806-f1f8-402f-977b-262597d0eb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.128145 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64cff321-e2c1-4fc5-a910-bdd5c9749efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.153271 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5855-f38e-47f7-926c-aec8e84ab34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.160198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] For port b78f855b-d4f7-47f1-9537-c9962b9ddb17, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:37.168092 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-77d58756-90b6-49a0-beb2-a5d2c53bed5d service neutron] 10.222.0.25 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4603169 Aug 31 05:18:37.185225 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdfe5855-f38e-47f7-926c-aec8e84ab34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.189449 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] For port b78f855b-d4f7-47f1-9537-c9962b9ddb17, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=b78f855b-d4f7-47f1-9537-c9962b9ddb17,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:37.211627 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.224307 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-0aef93d6-189d-4673-9c01-c873cb24b559 service neutron] 10.222.0.35 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294181 Aug 31 05:18:37.295181 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bdfe5855-f38e-47f7-926c-aec8e84ab34d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2083dc206f4442bdba0999c2917d6476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604042 Aug 31 05:18:37.305475 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50054) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:37.348566 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-29e36446-0447-4350-adb9-0bdbb9eee7df service neutron] 10.222.0.25 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0611994 Aug 31 05:18:37.611576 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe5855-f38e-47f7-926c-aec8e84ab34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c5af9-6fcc-47bc-8db1-b3b4bea9b555,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:37.626886 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2546d4-dba8-47b5-94c3-cb7bc410f0b4 None None] Pushing event updated for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:37.652201 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23b98569-c1e2-44c6-bf32-f3cac52d0896 req-b7954f91-5f6f-438e-8b87-674b2b7cc9eb service neutron] 10.222.0.35 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833234 Aug 31 05:18:37.689717 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:18:37.692252 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:18:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:37.698235 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-aa88c470-78f7-4b7e-904e-ae6364fe22ac service neutron] 10.222.0.25 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006674 Aug 31 05:18:37.746946 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.785856 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.787442 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75396806-f1f8-402f-977b-262597d0eb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.798280 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75396806-f1f8-402f-977b-262597d0eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.837131 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-75396806-f1f8-402f-977b-262597d0eb3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18a38019da01404b87c6e5c0c8aab648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9216959 Aug 31 05:18:37.842282 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50072) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:37.876261 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:37.918748 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75396806-f1f8-402f-977b-262597d0eb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88adc0-69c4-4496-b264-f7b98d5946c5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:37.996027 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.000785 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.003554 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d71c5af9-6fcc-47bc-8db1-b3b4bea9b555 HTTP/1.1" status: 204 len: 168 time: 0.5380855 Aug 31 05:18:38.024985 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ca44-c919-481f-8be2-9ca8a1fdbceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c5af9-6fcc-47bc-8db1-b3b4bea9b555,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:38.056130 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.089785 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:18:38.138023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.330338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.333096 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.334257 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be88adc0-69c4-4496-b264-f7b98d5946c5 HTTP/1.1" status: 204 len: 168 time: 0.4905558 Aug 31 05:18:38.360327 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4acdc9-0863-4ea0-aa0e-d316ddb9c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88adc0-69c4-4496-b264-f7b98d5946c5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:38.397664 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50082) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:38.441085 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device eca77b0c-e8e4-4cb1-8e85-36f54a64b91c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:38.712538 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:18:38.726203 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:38.735070 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:38.942649 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50104) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:38.947517 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f5ec-9e69-456e-9627-a6542e5b4a41 req-7a115757-1cff-40b1-be9b-d2ea4f6b0cf5 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:38.949546 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5971f5ec-9e69-456e-9627-a6542e5b4a41 req-7a115757-1cff-40b1-be9b-d2ea4f6b0cf5 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 944 time: 0.1547360 Aug 31 05:18:38.950846 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141248647', 'description': 'tempest-description--670558221'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:39.031662 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.047526 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5971f5ec-9e69-456e-9627-a6542e5b4a41 req-6293e67b-6991-4a39-9536-3514c6b7b000 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782254 Aug 31 05:18:39.259041 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-07e90d38-3279-41f3-93d4-57db8cdefa02 req-a3a370a7-02e8-4567-96df-3b85364761ca tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 210 time: 0.0607455 Aug 31 05:18:39.379280 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4318b37-7a95-4953-b104-483d489612e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.439458 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.562010 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.616386 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.630899 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:37Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:18:39.650553 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ae19c5bb-02fd-4c68-8c4b-431adfb010ca req-cb5334dc-6231-489c-8599-4861366a1011 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.3382223 Aug 31 05:18:39.681721 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1530a4-e83f-43bf-b1f3-c72501a65ad0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:39.708552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e487108-5c14-430e-b0a8-5081b6995572 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:37Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:18:39.770967 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4318b37-7a95-4953-b104-483d489612e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.786424 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4318b37-7a95-4953-b104-483d489612e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.857643 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a4318b37-7a95-4953-b104-483d489612e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=974c9342d58144f38a3d1e0905fd0acc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4577088 Aug 31 05:18:39.862153 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:39.863972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50132) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:39.865068 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c3bb5e36-be53-43d7-b475-8ee4f023d2e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9209688 Aug 31 05:18:39.877431 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:39.893968 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group_rule': {'security_group_id': '4d1530a4-e83f-43bf-b1f3-c72501a65ad0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:39.960579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d245d-d01c-4cdc-ba90-db3a71750331 x-openstack-request-id: req-c92d245d-d01c-4cdc-ba90-db3a71750331 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:39.960881 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:39.961108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c92d245d-d01c-4cdc-ba90-db3a71750331 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:39.961683 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda', 'status': 'completed', 'code': 200} Aug 31 05:18:40.025165 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318b37-7a95-4953-b104-483d489612e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439fa350-ee18-47d4-b8b7-ebb43b4859de,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:40.047071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.181095 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.214010 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-1311e6f7-138c-4fe8-8838-144df0d7d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:40.220021 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-1311e6f7-138c-4fe8-8838-144df0d7d8f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f896576628345269f70da101a52401f&device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 1097 time: 0.2173502 Aug 31 05:18:40.265548 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.278394 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.332045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.341482 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ce2754-267b-4921-8319-6e13a0e2771a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:40.360114 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.366952 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-af9a25e9-a215-4ee1-bc6b-af8a43f87b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4859831 Aug 31 05:18:40.370012 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:40.391043 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group_rule': {'security_group_id': '4d1530a4-e83f-43bf-b1f3-c72501a65ad0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:40.439335 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device b78f855b-d4f7-47f1-9537-c9962b9ddb17 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:40.554262 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.557483 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:40.569711 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:40.570199 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.767887 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.821194 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.837714 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.862461 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port b78f855b-d4f7-47f1-9537-c9962b9ddb17, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=b78f855b-d4f7-47f1-9537-c9962b9ddb17,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:40.868077 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.972637 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d275377-3d0f-4181-9b5d-8b1b8f5c3de3,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:40.990647 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:40.991626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:40.998872 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-99ab4384-73d6-46ea-9eb0-444d781e84a0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6221516 Aug 31 05:18:41.002658 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:41.007609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:41.015912 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:41.018629 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/439fa350-ee18-47d4-b8b7-ebb43b4859de HTTP/1.1" status: 204 len: 168 time: 1.1532443 Aug 31 05:18:41.022996 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:41.097005 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:41.157061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48564b52-1577-4c1e-aa81-33cf5f707c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439fa350-ee18-47d4-b8b7-ebb43b4859de,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:41.284566 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d89bf-35c0-4441-ac5a-4008864744d1 req-b3cb9113-e23d-46f8-89a1-6ab51c06d3ff tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:41.291456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5b7d89bf-35c0-4441-ac5a-4008864744d1 req-b3cb9113-e23d-46f8-89a1-6ab51c06d3ff tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 944 time: 0.6704655 Aug 31 05:18:41.334156 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-8aec2569-3a1c-4956-b52b-05b6e1eace30 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:41.337066 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.35', 64880) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:41.363097 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-8aec2569-3a1c-4956-b52b-05b6e1eace30 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 819 time: 0.7505686 Aug 31 05:18:41.440087 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-e831e01e-8d79-4ff5-b612-36abfcfd2045 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/quotas/f057f64b25444f90a967c68739966da2 HTTP/1.1" status: 200 len: 375 time: 0.0752833 Aug 31 05:18:41.447587 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-16682657-02c4-4802-9b91-d00ed7c376a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:41.466151 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-16682657-02c4-4802-9b91-d00ed7c376a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1afbbbe0-eafd-461b-9b71-8e11141a183a HTTP/1.1" status: 200 len: 912 time: 1.2360563 Aug 31 05:18:41.760061 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-c4f82f41-0810-495c-8edc-49461a5d6abd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b62e20-6e37-4940-a5d6-65798daffeda HTTP/1.1" status: 200 len: 217 time: 0.1924424 Aug 31 05:18:41.903859 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 77b62e20-6e37-4940-a5d6-65798daffeda details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:18:42.019089 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5b7d89bf-35c0-4441-ac5a-4008864744d1 req-ffcc06f6-184d-40f0-9bf2-6af6394436a8 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521993 Aug 31 05:18:42.066644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50208) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:42.186596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f9947f2-d8d5-40df-a3f8-796fbfb6c786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:42.217022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-3c8d6078-e868-4faa-a1ad-d1cce06742c4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:42.235222 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-3c8d6078-e868-4faa-a1ad-d1cce06742c4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 819 time: 0.8644993 Aug 31 05:18:42.238976 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:42.323532 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Request body: {'port': {'device_id': '7415c64b-c236-4458-8db6-a21b0748be3f', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'admin_state_up': True, 'tenant_id': 'f057f64b25444f90a967c68739966da2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:42.395831 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device b78f855b-d4f7-47f1-9537-c9962b9ddb17 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:42.435491 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-75c74dd0-c796-4949-93b2-1a86f05c117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:42.438600 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-75c74dd0-c796-4949-93b2-1a86f05c117a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a1e5e69-9e02-4c6f-af04-64b6ed48ee40 HTTP/1.1" status: 200 len: 851 time: 0.5492654 Aug 31 05:18:42.442589 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-43cd9161-f6a0-4ae7-b64e-a96ffe67426a req-6f3f3c01-c794-4eaa-8985-fd8ab817a4d5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.0792413 Aug 31 05:18:42.470667 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-6c97d54f-0716-4df1-99f7-dbc730288942 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0289702 Aug 31 05:18:42.621476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=77b62e20-6e37-4940-a5d6-65798daffeda,segment=NetworkSegment(17846653-6bc4-42d6-b13e-18a4b2b5afa0),segment_id=17846653-6bc4-42d6-b13e-18a4b2b5afa0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:42.680372 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '77b62e20-6e37-4940-a5d6-65798daffeda', 'network_id': '1afbbbe0-eafd-461b-9b71-8e11141a183a', 'port_id': '77b62e20-6e37-4940-a5d6-65798daffeda', 'mac_address': 'fa:16:3e:6a:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1e5e69-9e02-4c6f-af04-64b6ed48ee40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:18:42.846035 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-bb8dfd35-4917-4853-895b-3b83e10950c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1afbbbe0-eafd-461b-9b71-8e11141a183a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195216 Aug 31 05:18:42.858112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.35', 64886) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:42.869738 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port b78f855b-d4f7-47f1-9537-c9962b9ddb17 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:42.870627 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:42.880244 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:42.954904 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Allocated IP 172.27.2.56 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/4a9b58df-6bac-4fc9-b603-d3767623248f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:43.020828 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b62e20-6e37-4940-a5d6-65798daffeda {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:43.114068 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=77b62e20-6e37-4940-a5d6-65798daffeda,segment=NetworkSegment(17846653-6bc4-42d6-b13e-18a4b2b5afa0),segment_id=17846653-6bc4-42d6-b13e-18a4b2b5afa0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:43.139997 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.299360 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-91e2be1f-675a-4037-881d-7962ae994809 service neutron] 10.222.0.25 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269296 Aug 31 05:18:43.317043 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-8cca764c-c7a8-461d-9343-cfa67a3a779b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:43.318668 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-8cca764c-c7a8-461d-9343-cfa67a3a779b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 810 time: 0.4514253 Aug 31 05:18:43.408650 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:43.426674 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.432114 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-41d02a1f-c305-492d-8f2a-395c11f22a97 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 379 time: 0.0914726 Aug 31 05:18:43.489022 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'port': {'device_id': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'admin_state_up': True, 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'security_groups': ['15466058-1803-4ed3-98b5-df65ae0c87b6']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:43.513421 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['77b62e20-6e37-4940-a5d6-65798daffeda'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:18:43.623288 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.649786 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77cd8-5c10-40ac-b667-5ce18e3a70e6 req-cc52928c-eb35-4130-b407-7fb9be591039 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:43.651797 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ef77cd8-5c10-40ac-b667-5ce18e3a70e6 req-cc52928c-eb35-4130-b407-7fb9be591039 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 945 time: 0.2599473 Aug 31 05:18:43.741674 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ef77cd8-5c10-40ac-b667-5ce18e3a70e6 req-12469e49-69c2-45d4-ba52-b329a06ad379 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598557 Aug 31 05:18:43.755899 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f9947f2-d8d5-40df-a3f8-796fbfb6c786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.774496 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f9947f2-d8d5-40df-a3f8-796fbfb6c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.839155 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-0f9947f2-d8d5-40df-a3f8-796fbfb6c786 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbd32691e8b1436794d69a222facb51e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7347801 Aug 31 05:18:43.844561 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50240) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:43.919759 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Made reservation on behalf of f057f64b25444f90a967c68739966da2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:43.939737 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:43.951542 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-d3ab7e7f-138c-499c-bde3-55576929d13b service neutron] 10.222.0.35 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0741763 Aug 31 05:18:43.999588 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:44.015836 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=4a9b58df-6bac-4fc9-b603-d3767623248f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:44.029315 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:44.035038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:44.040230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-18e5c654-7259-41bb-8864-5bcf7dc417cd service neutron] 10.222.0.25 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381101 Aug 31 05:18:44.041001 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Made reservation on behalf of 411fb265c9e94b35881dfa5350beab23 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:44.068480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.424730 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.492063 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-51f52e68-a947-4844-83a8-3987dc6e0e06 req-d4484d0f-205f-44d8-8616-143285615f61 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.2700996 Aug 31 05:18:44.562422 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9947f2-d8d5-40df-a3f8-796fbfb6c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a849e4d-1b17-4c57-85a0-c81d77f2c0dd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:44.576936 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.628699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.739625 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.834992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f3e6275-2741-487d-b6e9-d0bff8199767 req-b92efaec-b5b4-4ea0-a8cb-208a60014083 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 210 time: 0.1181197 Aug 31 05:18:44.896671 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.901493 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:44.908247 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a849e4d-1b17-4c57-85a0-c81d77f2c0dd HTTP/1.1" status: 204 len: 168 time: 1.0599334 Aug 31 05:18:45.078195 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Allocated IP 172.20.0.10 (226dee29-b10f-4751-82d6-dac93bddd4d6/6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9/49cd7ca2-5d56-42c4-93ab-84280e0dd238) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:45.199266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa360dcf-d885-43ee-8dfe-bfc7dddd3ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a849e4d-1b17-4c57-85a0-c81d77f2c0dd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:45.247421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06f0dfc8-7718-4206-8a3a-faff31be05bb req-727d5251-f3c1-418a-ab9d-9bee7296ae2c service neutron] 10.222.0.35 "GET /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2448974 Aug 31 05:18:45.259546 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:45.373721 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Allocated IP 172.20.0.5 (9578059b-f40e-4ce8-a76a-f6797399d587/b95d5fe9-aed5-4eb0-bacd-aa323258801f/40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:45.435340 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c5a2-309a-468c-a31c-0b620cef4a75 req-e1d18bc1-374f-4806-a9c8-d7e667e11a32 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:45.440458 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-19f1c5a2-309a-468c-a31c-0b620cef4a75 req-e1d18bc1-374f-4806-a9c8-d7e667e11a32 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 945 time: 0.2525306 Aug 31 05:18:45.810917 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:45.883383 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 77b62e20-6e37-4940-a5d6-65798daffeda up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:45.935996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-19f1c5a2-309a-468c-a31c-0b620cef4a75 req-940d4770-13df-43c5-a251-b1c0710a826e tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835434 Aug 31 05:18:45.946503 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:45.978725 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.018838 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 77b62e20-6e37-4940-a5d6-65798daffeda completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:46.026686 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 77b62e20-6e37-4940-a5d6-65798daffeda triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:46.027289 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a39b0037-6043-496b-a8ed-7244776983d8 req-c12661be-dd96-45d1-8460-362e70e276e3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.1683538 Aug 31 05:18:46.029762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.246204 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.272380 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f8cad972-67ba-4d2a-9205-ddadf1d689f4 req-09da6c96-9ef5-46c7-93bb-a5aba0a66187 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 210 time: 0.1797907 Aug 31 05:18:46.284938 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.323862 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.331898 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:46.337139 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.345368 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Transition to ACTIVE for port object 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:46.389360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.436618 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4268551 Aug 31 05:18:46.440372 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=77b62e20-6e37-4940-a5d6-65798daffeda,segment=NetworkSegment(17846653-6bc4-42d6-b13e-18a4b2b5afa0),segment_id=17846653-6bc4-42d6-b13e-18a4b2b5afa0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:46.442379 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67301b48-ecd4-4140-8baf-03430a86e470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=4a9b58df-6bac-4fc9-b603-d3767623248f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:46.465449 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.533680 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:46.614439 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:46.685037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-e929afce-69e9-4e87-bca7-7171919eb4a2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:46.686705 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-e929afce-69e9-4e87-bca7-7171919eb4a2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 819 time: 0.2905593 Aug 31 05:18:46.710627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:46.717905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Request body: {'port': {'device_id': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'admin_state_up': True, 'tenant_id': 'f057f64b25444f90a967c68739966da2'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:46.724353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:46.726842 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:46.738833 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:46.752219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:46.803749 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:46.833799 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:46.861397 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:46.863489 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.010459 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-85204c00-bdb3-44ce-b43a-00e775118785 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5332167 Aug 31 05:18:47.049151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Request body: {'port': {'device_id': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:47.230979 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-016ab883-62df-421c-aea9-aec4286e32d0 None None] Provisioning for port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:47.242499 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-016ab883-62df-421c-aea9-aec4286e32d0 None None] Provisioning complete for port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:47.245992 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-016ab883-62df-421c-aea9-aec4286e32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.332395 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Pushing event updated for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:47.386316 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-016ab883-62df-421c-aea9-aec4286e32d0 None None] Port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:47.411200 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-2b5922fa-e8e3-4479-bce2-5d45136b9ec4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1141248647&fields=id&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 267 time: 0.3797250 Aug 31 05:18:47.418549 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:47.419425 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf225c-dd59-4199-98dc-ece8818d5fbf" -d '{"events": [{"server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "name": "network-vif-plugged", "status": "completed", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:47.419935 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.452269 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-1fb88bb3-3e53-43bd-aba3-1036afc05234 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1529589 Aug 31 05:18:47.466381 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Request body: {'port': {'device_id': '7415c64b-c236-4458-8db6-a21b0748be3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:47.580502 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.585807 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.631296 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Made reservation on behalf of f057f64b25444f90a967c68739966da2 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:47.638142 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:47.685442 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6af79-7298-4c87-94ee-cea672ec1e33 req-b76678bf-5772-4770-963a-2e9a38f50b95 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:47.688638 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2aa6af79-7298-4c87-94ee-cea672ec1e33 req-b76678bf-5772-4770-963a-2e9a38f50b95 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.5435543 Aug 31 05:18:47.859313 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2aa6af79-7298-4c87-94ee-cea672ec1e33 req-343f1910-8089-46aa-96b7-92b6d1cb49cf tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571913 Aug 31 05:18:47.878581 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-2fc1aa5e-e8bc-4b9d-ac84-9326c6e148c2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:47.886326 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-2fc1aa5e-e8bc-4b9d-ac84-9326c6e148c2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 817 time: 0.4655194 Aug 31 05:18:47.974429 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-d114349c-a962-461d-97d9-8dace56a1b8a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/quotas/1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 375 time: 0.0870342 Aug 31 05:18:48.331821 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-f5143cbb-6ee2-4633-a62c-0ceffb720ce7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3561456 Aug 31 05:18:48.344592 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Allocated IP 172.20.0.8 (226dee29-b10f-4751-82d6-dac93bddd4d6/6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9/5c56e735-5946-4b7c-ba98-aefa01e4427a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:48.493016 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c291-02cc-452c-8434-782dde8f9b90 req-2456034f-96af-4fdd-87c1-0b668f603369 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:48.495017 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc60c291-02cc-452c-8434-782dde8f9b90 req-2456034f-96af-4fdd-87c1-0b668f603369 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 931 time: 0.3468685 Aug 31 05:18:48.669078 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50402) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:48.684488 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-db1f3244-f5be-4421-8ec8-b56a8eb6ec00 service neutron] 10.222.0.25 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064423 Aug 31 05:18:48.722472 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc60c291-02cc-452c-8434-782dde8f9b90 req-5257302d-cf68-4d55-9536-57da1bbc02f0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021313 Aug 31 05:18:48.768737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:48.786796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:48.860019 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Transition to ACTIVE for port object 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:48.892639 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:48.915340 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:48.922272 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-72fb7f84-49fa-4545-8936-c9f77b9d0301 req-9037be68-c4ff-4954-8df4-9237a2073258 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 210 time: 0.0658238 Aug 31 05:18:48.983323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-90d66d31-1c5f-4225-a842-e83887cd96d1 service neutron] 10.222.0.25 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863345 Aug 31 05:18:49.017306 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:49.093799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.180993 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Network 226dee29-b10f-4751-82d6-dac93bddd4d6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:49.191442 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:49.207711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:49.246132 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Pushing event updated for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:49.260487 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Attempting to bind port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:49.261094 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Attempting to bind port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:49.261707 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Attempting to bind port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:49.283680 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 on network 9578059b-f40e-4ce8-a76a-f6797399d587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:18:49.284251 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Attempting to bind port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:49.306106 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:49.306744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Checking segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:49.307372 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Bound using segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:49.308161 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Bound port: 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:49.308696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.323253 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ad852fe-46db-4112-abe3-429313491afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.356570 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:49.358032 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.499782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:49.503808 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:49.511727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.587103 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:49.587902 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:49.596219 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] 10.222.0.35 "PUT /v2.0/ports/40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 1093 time: 2.5624418 Aug 31 05:18:49.600355 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:49.604805 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ec827f-8d58-441a-b511-7597408875a3" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:49.880698 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c4d709-fa29-4c1e-be12-8a350981e33d x-openstack-request-id: req-a3c4d709-fa29-4c1e-be12-8a350981e33d {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:49.881446 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "name": "network-vif-plugged", "status": "completed", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:49.882547 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3c4d709-fa29-4c1e-be12-8a350981e33d {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:49.883411 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda', 'code': 200} Aug 31 05:18:49.885314 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ea0fd-00c2-499e-ac7e-900c891dd7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:49.949661 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ffcdb-f40e-4765-9291-eb4557730404 req-23587fb8-3ff0-4b47-b1be-4a66dfa02097 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:49.970988 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-528ffcdb-f40e-4765-9291-eb4557730404 req-23587fb8-3ff0-4b47-b1be-4a66dfa02097 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.4062545 Aug 31 05:18:49.974850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-01c98d0e-1f13-4623-8ea1-585af8b66e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:49.976744 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-01c98d0e-1f13-4623-8ea1-585af8b66e9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1096 time: 0.2723575 Aug 31 05:18:49.980100 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cd7ca2-5d56-42c4-93ab-84280e0dd238 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:50.039435 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5605fef-a7ad-4a0d-9cd4-994a1bd85940 req-14706622-44c5-469a-b870-555fa4dfcf10 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 210 time: 0.0609772 Aug 31 05:18:50.070887 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ad852fe-46db-4112-abe3-429313491afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:50.085227 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:50.101985 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ad852fe-46db-4112-abe3-429313491afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:50.136902 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-d7db7a93-5a6a-46c6-a42f-cdc37997991b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 217 time: 0.1435554 Aug 31 05:18:50.152117 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-6139e550-dc31-44fa-a574-d6a1d9285c51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4439929 Aug 31 05:18:50.153713 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c7acb-e33f-4d94-bfd1-bb85467d7ecb x-openstack-request-id: req-9c7c7acb-e33f-4d94-bfd1-bb85467d7ecb {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:50.153978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:50.154394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7c7acb-e33f-4d94-bfd1-bb85467d7ecb {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:50.154954 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'status': 'completed', 'code': 200} Aug 31 05:18:50.189369 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Request body: {'port': {'device_id': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:50.329461 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9ad852fe-46db-4112-abe3-429313491afe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=079271e77b744705b40b4e21b47f2781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6546860 Aug 31 05:18:50.345808 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.35', 64895) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:50.346570 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:50.347742 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad852fe-46db-4112-abe3-429313491afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f91a7-5509-47ac-92c9-a302074721a5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:50.643391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-528ffcdb-f40e-4765-9291-eb4557730404 req-cc58b581-b5b8-4cb4-b412-324eb5da7486 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526577 Aug 31 05:18:50.651891 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Transition to ACTIVE for port object 49cd7ca2-5d56-42c4-93ab-84280e0dd238 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:50.689165 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:50.691857 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-d12c2ee5-fc7b-4fa0-81e3-a529d29abcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:50.693997 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-d12c2ee5-fc7b-4fa0-81e3-a529d29abcc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.5378280 Aug 31 05:18:50.723840 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:50.766475 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e97b0b-17d9-4c2b-9776-f5aded402f7b req-68603a27-2c3d-4917-a729-20bb86c91344 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:50.779096 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0e97b0b-17d9-4c2b-9776-f5aded402f7b req-68603a27-2c3d-4917-a729-20bb86c91344 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 943 time: 0.3053949 Aug 31 05:18:50.894242 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61015-954b-4a52-9d27-763c871a5330 req-bdce9adb-970d-4fab-9efc-b16ed32820cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:50.897226 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-88e61015-954b-4a52-9d27-763c871a5330 req-bdce9adb-970d-4fab-9efc-b16ed32820cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 1099 time: 0.5435722 Aug 31 05:18:51.014740 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0e97b0b-17d9-4c2b-9776-f5aded402f7b req-fbfd58b6-11a9-4c6c-b1ec-4e36e172f5fe tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280719 Aug 31 05:18:51.024579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-75447bf0-ffa2-449d-b891-415f65f6d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:51.026447 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-75447bf0-ffa2-449d-b891-415f65f6d65a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3213220 Aug 31 05:18:51.050463 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-88e61015-954b-4a52-9d27-763c871a5330 req-ab392e0a-3f1d-4b86-aa71-c272e73b3d67 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.143646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d54f00-e08b-49ab-8cd4-d4a594a8c504 req-cb1f6b87-3ada-46a4-8d76-c6b746f0d680 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:51.152174 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-54d54f00-e08b-49ab-8cd4-d4a594a8c504 req-cb1f6b87-3ada-46a4-8d76-c6b746f0d680 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 931 time: 0.2958832 Aug 31 05:18:51.219826 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.257052 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Pushing event updated for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:51.340789 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7ba02262-8618-4476-9cf1-b0bea50bae0b req-797616b1-7128-4d6e-9a1b-37f51e913549 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 210 time: 0.1522686 Aug 31 05:18:51.433242 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.518376 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-54d54f00-e08b-49ab-8cd4-d4a594a8c504 req-61b50b35-1ed1-429d-9733-032b2c379c5b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648689 Aug 31 05:18:51.528384 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-18610bae-369d-4061-8ad3-b41773a7fe9d service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928880 Aug 31 05:18:51.557175 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Attempting to bind port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:51.557763 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Attempting to bind port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:51.558359 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Attempting to bind port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 on network 226dee29-b10f-4751-82d6-dac93bddd4d6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:51.576312 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 on network 226dee29-b10f-4751-82d6-dac93bddd4d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:18:51.576312 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Attempting to bind port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 on network 226dee29-b10f-4751-82d6-dac93bddd4d6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:51.604894 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:51.606763 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Checking segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:51.609377 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Bound using segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:51.610219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Bound port: 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:51.610834 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.796707 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.802632 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.811452 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f24f91a7-5509-47ac-92c9-a302074721a5 HTTP/1.1" status: 204 len: 168 time: 1.4257615 Aug 31 05:18:51.832940 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-88e61015-954b-4a52-9d27-763c871a5330 req-ab392e0a-3f1d-4b86-aa71-c272e73b3d67 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.836165 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564518c-3c7b-4bee-be3d-c6a66a9ad33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f91a7-5509-47ac-92c9-a302074721a5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:51.867348 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-88e61015-954b-4a52-9d27-763c871a5330 req-ab392e0a-3f1d-4b86-aa71-c272e73b3d67 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.885697 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caad785a-9117-4b3d-aba4-3e0cd96d2014 req-b972ce43-e83f-462e-994e-8a84b46cdf7b service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429940 Aug 31 05:18:51.901921 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c56e735-5946-4b7c-ba98-aefa01e4427a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:51.927060 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:51.946120 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-88e61015-954b-4a52-9d27-763c871a5330 req-ab392e0a-3f1d-4b86-aa71-c272e73b3d67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0391214 Aug 31 05:18:51.959194 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab392e0a-3f1d-4b86-aa71-c272e73b3d67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=802b2a53-9615-4a7b-bcbd-d6fd48bad3f0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:51.962894 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:51.969525 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:51.979886 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:52.036662 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Transition to ACTIVE for port object 5c56e735-5946-4b7c-ba98-aefa01e4427a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:52.051274 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:52.085069 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Pushing event updated for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:52.124992 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079d1a-d795-4bef-b718-91a71b324f8b req-e56f8b73-9ad3-4b03-9ee4-6d86670731fb tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.133473 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7079d1a-d795-4bef-b718-91a71b324f8b req-e56f8b73-9ad3-4b03-9ee4-6d86670731fb tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.2416170 Aug 31 05:18:52.136572 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.145271 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:52.151552 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-00760a96-90a9-40f1-a498-d974172d9f49 service neutron] 10.222.0.35 "PUT /v2.0/ports/49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 1094 time: 4.6907895 Aug 31 05:18:52.154095 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:52.226025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:52.279550 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-a755551e-c206-43a1-9776-cdff329fbf61 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.282463 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-a755551e-c206-43a1-9776-cdff329fbf61 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 817 time: 0.3576674 Aug 31 05:18:52.329972 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7079d1a-d795-4bef-b718-91a71b324f8b req-ef130b81-438c-42e1-b05f-747d3aca2643 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928754 Aug 31 05:18:52.376125 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec827f-8d58-441a-b511-7597408875a3 req-f7d98914-d1b6-4a47-979c-41bfd80e9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.378773 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-f7d98914-d1b6-4a47-979c-41bfd80e9296 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1096 time: 0.2072670 Aug 31 05:18:52.385341 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f749-2f25-4479-b104-d76d1c3d0c20 req-836e89f7-0181-4925-be47-a4406b2bc9ec tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.387896 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9fc8f749-2f25-4479-b104-d76d1c3d0c20 req-836e89f7-0181-4925-be47-a4406b2bc9ec tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 943 time: 0.2462440 Aug 31 05:18:52.450456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-4096577a-bb77-48ad-82b7-b381fe2b836e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 380 time: 0.1465676 Aug 31 05:18:52.450456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Attempting to bind port 5c56e735-5946-4b7c-ba98-aefa01e4427a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:52.450456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Attempting to bind port 5c56e735-5946-4b7c-ba98-aefa01e4427a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:52.450456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Attempting to bind port 5c56e735-5946-4b7c-ba98-aefa01e4427a on network 226dee29-b10f-4751-82d6-dac93bddd4d6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:52.456528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'port': {'device_id': 'e49ad66f-293c-40b2-8970-3564782b420a', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'admin_state_up': True, 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'security_groups': ['4d1530a4-e83f-43bf-b1f3-c72501a65ad0']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:52.627739 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Port 5c56e735-5946-4b7c-ba98-aefa01e4427a on network 226dee29-b10f-4751-82d6-dac93bddd4d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:18:52.628837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Attempting to bind port 5c56e735-5946-4b7c-ba98-aefa01e4427a on network 226dee29-b10f-4751-82d6-dac93bddd4d6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:52.711804 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9493918ffe623b9ab79d571d4a08aa6d552e0c69b0766be7d8499098cd601458" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514" -d '{"events": [{"name": "network-changed", "server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:52.723676 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:52.726359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Checking segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:52.727003 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Bound using segment: {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:52.727774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Bound port: 5c56e735-5946-4b7c-ba98-aefa01e4427a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405f4a66-778f-45d3-bd57-e3e06d81a1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:52.728401 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:52.773326 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50524) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:52.775311 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e3f2dda-0771-4f84-ae32-9b65c0586ee2 req-5b725a1b-4d7c-4082-9b29-55e940aa9098 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 210 time: 0.1207876 Aug 31 05:18:52.806042 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-4c7c457e-e4fc-406a-8eba-2b9df5173105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:52.807788 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-4c7c457e-e4fc-406a-8eba-2b9df5173105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1097 time: 0.3272448 Aug 31 05:18:52.838132 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9fc8f749-2f25-4479-b104-d76d1c3d0c20 req-f373459b-a33e-4de9-bc2e-e5923f81307c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228129 Aug 31 05:18:52.906863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:52.933383 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:52.958756 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:52.961082 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa33c0b5-736e-4e55-817f-5a0f4380f11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:53.076042 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec827f-8d58-441a-b511-7597408875a3 req-ddc8f159-a849-4843-91e8-32610408a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.078467 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-ddc8f159-a849-4843-91e8-32610408a42a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.6907687 Aug 31 05:18:53.087375 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-a1b79783-e41a-423c-b3a6-259709e2b165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.2427268 Aug 31 05:18:53.122929 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Made reservation on behalf of 1fcee2c445594047a09efda8a357b3a3 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:18:53.132346 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:53.152127 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.152836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:53.154333 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] 10.222.0.35 "PUT /v2.0/ports/5c56e735-5946-4b7c-ba98-aefa01e4427a HTTP/1.1" status: 200 len: 1093 time: 2.9820242 Aug 31 05:18:53.168986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:53.175917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0be7a7-6300-45ac-92df-d65f54c5321e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:53.204916 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-0b05d4b6-db09-4574-a583-15c5d2886266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.207585 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-0b05d4b6-db09-4574-a583-15c5d2886266 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.1075933 Aug 31 05:18:53.212809 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-2772d4d7-328d-4900-9e37-73f6aed6eb9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 217 time: 0.1243646 Aug 31 05:18:53.292174 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1876035-fcf8-4d05-8441-e59b38672f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:53.337939 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-ca4f0537-8253-4117-94e3-490e7be1490b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132410 Aug 31 05:18:53.343906 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbabbe95-066f-4196-aa9a-af8f308a04a2 x-openstack-request-id: req-dbabbe95-066f-4196-aa9a-af8f308a04a2 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:53.344249 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:53.344493 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbabbe95-066f-4196-aa9a-af8f308a04a2 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:53.344926 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238', 'status': 'completed', 'code': 200} Aug 31 05:18:53.351522 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3acd96-237f-457f-8533-fb72df2cee75 req-2d8044e2-8706-4260-8649-881f07ea8515 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.360091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b3acd96-237f-457f-8533-fb72df2cee75 req-2d8044e2-8706-4260-8649-881f07ea8515 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.4057193 Aug 31 05:18:53.464695 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac56f4-3ad5-4fbb-b54e-6b5fa8c7f1e2 x-openstack-request-id: req-a8ac56f4-3ad5-4fbb-b54e-6b5fa8c7f1e2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:53.465113 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:53.465257 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8ac56f4-3ad5-4fbb-b54e-6b5fa8c7f1e2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:53.465642 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a', 'status': 'completed', 'code': 200} Aug 31 05:18:53.472141 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-d4767a0e-411d-431a-b4cb-e0cfd7c214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.473752 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-d4767a0e-411d-431a-b4cb-e0cfd7c214ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 1096 time: 0.2238631 Aug 31 05:18:53.503516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b3acd96-237f-457f-8533-fb72df2cee75 req-b0cf9502-2041-478a-9f97-e2b759c8af20 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272707 Aug 31 05:18:53.672643 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Allocated IP 172.20.0.13 (881c4512-eeef-4614-9316-347820720107/05d519a2-6f2e-4d28-b782-6e4b4d130155/a2704d63-71d9-41da-a74b-8da28d78705e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:18:53.715516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-7747120e-abe2-4aa2-b6df-af760145535b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a HTTP/1.1" status: 200 len: 217 time: 0.2081914 Aug 31 05:18:53.757375 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec827f-8d58-441a-b511-7597408875a3 req-537f16d7-81c9-4d69-af58-30cbac8928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.759592 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-537f16d7-81c9-4d69-af58-30cbac8928a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.5333276 Aug 31 05:18:53.872609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680ac88-5727-4837-8861-ada783d0aeac req-0803a7b3-984f-4e7b-aeb0-e0ff005d5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.874684 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-0803a7b3-984f-4e7b-aeb0-e0ff005d5771 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.1390543 Aug 31 05:18:53.908046 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec827f-8d58-441a-b511-7597408875a3 req-5c3a10ba-0ee1-47fc-8c7b-f93b2298e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.909700 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb020031-a41a-4fed-a2c9-5cdbab78517e req-90c4d13b-7b20-4890-8925-d031de456cba tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:53.910449 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-5c3a10ba-0ee1-47fc-8c7b-f93b2298e94b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1365981 Aug 31 05:18:53.917774 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bb020031-a41a-4fed-a2c9-5cdbab78517e req-90c4d13b-7b20-4890-8925-d031de456cba tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.2689674 Aug 31 05:18:53.952667 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-c183d400-179e-4e5a-8406-853c59d393e6 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004119 Aug 31 05:18:54.002184 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa33c0b5-736e-4e55-817f-5a0f4380f11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.010984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa33c0b5-736e-4e55-817f-5a0f4380f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.086756 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33c0b5-736e-4e55-817f-5a0f4380f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18953a78-deb3-4665-a680-ea6ec4c132b0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:54.097482 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-fa33c0b5-736e-4e55-817f-5a0f4380f11b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d04db3dec9424e83a4d8cf690517d4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107672 Aug 31 05:18:54.097482 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-c5edb3eb-6230-46dc-a660-d591c17d7508 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770475 Aug 31 05:18:54.098635 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50558) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:54.160707 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.173526 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-71dd113b-d6fa-4bc6-ace4-a94d541ae071 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2869585 Aug 31 05:18:54.188106 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.214941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a9d2760c-35a2-4c37-b350-16fa03cf79dc req-4b301aca-a5d0-4d92-adb3-f50ac415c971 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 210 time: 0.2466173 Aug 31 05:18:54.248035 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bb020031-a41a-4fed-a2c9-5cdbab78517e req-91ff47b9-0a68-479a-9b9e-873100326d04 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281510 Aug 31 05:18:54.267898 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.270427 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.270825 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.273498 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18953a78-deb3-4665-a680-ea6ec4c132b0 HTTP/1.1" status: 204 len: 168 time: 0.1746700 Aug 31 05:18:54.294504 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Transition to ACTIVE for port object a2704d63-71d9-41da-a74b-8da28d78705e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:54.299660 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7579c9-91c4-4ec5-9b54-2dc8761836a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18953a78-deb3-4665-a680-ea6ec4c132b0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:54.369973 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.428149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8f546-e8ab-496e-85e6-fd8e88fd5af2 req-89de6508-f328-4a42-9d0a-5f2f5dc38208 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:54.429912 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20c8f546-e8ab-496e-85e6-fd8e88fd5af2 req-89de6508-f328-4a42-9d0a-5f2f5dc38208 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 943 time: 0.1012304 Aug 31 05:18:54.442819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Network 881c4512-eeef-4614-9316-347820720107 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:18:54.457350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:18:54.460526 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:54.463160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:18:54.583955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20c8f546-e8ab-496e-85e6-fd8e88fd5af2 req-db4d6b75-7688-4fd4-bf76-a7719460dbf5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373329 Aug 31 05:18:54.614572 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:54.619478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.650847 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-17c374d4-3d6d-4d4f-9b36-570e73509a55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1999965 Aug 31 05:18:54.774819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375598c-a643-49e3-9648-044f1270857c req-4f6a99d1-0892-4ba3-a6ea-47a71bc42435 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:54.777444 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f375598c-a643-49e3-9648-044f1270857c req-4f6a99d1-0892-4ba3-a6ea-47a71bc42435 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.0982466 Aug 31 05:18:54.817920 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-20c7c76f-12d5-4691-8dc9-430dd2e27f04 None None] Provisioning for port a2704d63-71d9-41da-a74b-8da28d78705e completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:54.828435 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-20c7c76f-12d5-4691-8dc9-430dd2e27f04 None None] Provisioning complete for port a2704d63-71d9-41da-a74b-8da28d78705e triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:54.829058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20c7c76f-12d5-4691-8dc9-430dd2e27f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:54.849473 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f375598c-a643-49e3-9648-044f1270857c req-79c82014-6dfe-43cf-9aaf-d568e3547c2c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630856 Aug 31 05:18:54.894474 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-20c7c76f-12d5-4691-8dc9-430dd2e27f04 None None] Port a2704d63-71d9-41da-a74b-8da28d78705e cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:18:55.380725 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf3935-a0a9-4a30-915f-a3e9cf9ab3c0 req-3385e307-fe4d-4747-a10b-cefaca104dd6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:55.391323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6bcf3935-a0a9-4a30-915f-a3e9cf9ab3c0 req-3385e307-fe4d-4747-a10b-cefaca104dd6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 932 time: 0.0722141 Aug 31 05:18:55.446442 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6bcf3935-a0a9-4a30-915f-a3e9cf9ab3c0 req-1b56db33-ad5e-4f9b-a3ca-232187bc71ac tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537212 Aug 31 05:18:55.527076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518eff3-6104-4d2e-a391-9002fa4d0e20 req-596f0f15-178d-42ce-9a22-bb4e06562381 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:55.528783 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c518eff3-6104-4d2e-a391-9002fa4d0e20 req-596f0f15-178d-42ce-9a22-bb4e06562381 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0960684 Aug 31 05:18:55.574427 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c518eff3-6104-4d2e-a391-9002fa4d0e20 req-de36dbce-0719-461b-b6a3-39bd3d8b9550 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 31 05:18:55.754148 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ec29-41d0-459c-a783-5e6f5a4a2ccc req-dd78eac4-4cab-4a9a-a940-7966070984fd tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:55.755917 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5159ec29-41d0-459c-a783-5e6f5a4a2ccc req-dd78eac4-4cab-4a9a-a940-7966070984fd tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 943 time: 0.0664597 Aug 31 05:18:55.813626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5159ec29-41d0-459c-a783-5e6f5a4a2ccc req-2090ce18-aa27-4917-81dc-ca93e147f8e7 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Aug 31 05:18:56.018641 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd909afd-4edd-45d2-8f49-6a0e9e477cf6 req-a55fdd46-8cf7-4bcb-a4f3-35b29b6b6e50 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:56.020583 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd909afd-4edd-45d2-8f49-6a0e9e477cf6 req-a55fdd46-8cf7-4bcb-a4f3-35b29b6b6e50 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.0809946 Aug 31 05:18:56.070233 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd909afd-4edd-45d2-8f49-6a0e9e477cf6 req-8ee4cd48-0481-403c-8427-44cfc40a785b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 Aug 31 05:18:56.619607 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35038d-30f3-4b45-8fc8-41c5aef6e2a4 req-e47b4ec9-d0c9-4ac5-ae7d-379c5ed21b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:56.621283 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf35038d-30f3-4b45-8fc8-41c5aef6e2a4 req-e47b4ec9-d0c9-4ac5-ae7d-379c5ed21b2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 932 time: 0.0627701 Aug 31 05:18:56.680323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf35038d-30f3-4b45-8fc8-41c5aef6e2a4 req-8d64a345-4b08-43ce-a8bd-58ad17b3c122 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500035 Aug 31 05:18:56.746996 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:18:56.833875 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Request body: {'port': {'device_id': 'e49ad66f-293c-40b2-8970-3564782b420a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:18:56.990995 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-370486da-c595-43f9-b360-948ad1d929c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290385 Aug 31 05:18:56.998485 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-2d7efd8f-c46d-47af-b036-fe172f70f180 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465255 Aug 31 05:18:57.000581 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-93dc810c-b057-49eb-a481-c2e353c14c18 req-8c00c15e-0a3a-4d1c-af8a-dc2ee7e0d51a service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513862 Aug 31 05:18:57.003062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:57.016171 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:57.064319 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'port_id': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'mac_address': 'fa:16:3e:fa:95:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:18:57.149207 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:57.156012 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-c20f0556-4c5e-4a41-af5a-38a498f07b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:57.158475 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-c20f0556-4c5e-4a41-af5a-38a498f07b65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1097 time: 0.0736876 Aug 31 05:18:57.185448 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:57.239476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:57.249529 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:57.342229 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-beaa552c-7509-410f-98f1-2aa96060c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:57.344833 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-beaa552c-7509-410f-98f1-2aa96060c9a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.1716590 Aug 31 05:18:57.358168 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:57.413085 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0595-b0ef-464b-9639-9500682c0784 req-420ce83d-d654-4a57-a4b0-ef19702f123a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:57.414852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e0d0595-b0ef-464b-9639-9500682c0784 req-420ce83d-d654-4a57-a4b0-ef19702f123a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 943 time: 0.4068189 Aug 31 05:18:57.430006 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-f1efcdd8-5f5b-45e7-b30b-f65bf9abb854 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0760822 Aug 31 05:18:57.511214 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a680ac88-5727-4837-8861-ada783d0aeac req-afd4b41f-8f07-45fe-b84e-559a6a6f1b48 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264381 Aug 31 05:18:57.516480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-6bdb334b-8b52-4646-af67-79ab8ce60410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:57.518678 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-6bdb334b-8b52-4646-af67-79ab8ce60410 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0770850 Aug 31 05:18:57.527394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e5d6-bef8-43f1-ae26-90dfe0188359 req-74990a94-eaa7-401c-a399-03a50920349d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:57.545616 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c9e2e5d6-bef8-43f1-ae26-90dfe0188359 req-74990a94-eaa7-401c-a399-03a50920349d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.2737057 Aug 31 05:18:57.562498 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:18:57.568859 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-45b6188f-4987-46bf-b230-4ffb83f146c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418606 Aug 31 05:18:57.791624 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e0d0595-b0ef-464b-9639-9500682c0784 req-8527e398-aee4-48d0-8ff7-7e60c42a823d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236685 Aug 31 05:18:57.817586 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-40a7f9d2-6f7a-4fa4-8ca6-3a74f9cab26c service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326868 Aug 31 05:18:57.936340 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c9e2e5d6-bef8-43f1-ae26-90dfe0188359 req-dcd2f8e9-4ee9-4d4b-b4b1-c734441840a3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897977 Aug 31 05:18:58.054403 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-7a2ad743-936f-4b97-ac91-1b1b4da1a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:58.056739 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-2c81c7d1-3ad3-4c62-916c-ce5f0e0dc514 req-2243397f-67ac-4165-81ae-9a26bc5d65cd service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275975 Aug 31 05:18:58.057536 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-7a2ad743-936f-4b97-ac91-1b1b4da1a3fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 1096 time: 0.3424578 Aug 31 05:18:58.269501 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:58.295470 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:58.320511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26ec4f-059a-47a7-b950-16d8a72507e6 req-e1803c6b-64d4-43e5-8942-19f66e412189 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:58.332299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d26ec4f-059a-47a7-b950-16d8a72507e6 req-e1803c6b-64d4-43e5-8942-19f66e412189 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 932 time: 0.3360693 Aug 31 05:18:58.391161 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Transition to ACTIVE for port object a2704d63-71d9-41da-a74b-8da28d78705e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:18:58.424843 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:58.478210 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d26ec4f-059a-47a7-b950-16d8a72507e6 req-49dd6846-4a2f-4cd8-bea4-30b974f243cc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319015 Aug 31 05:18:58.483355 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-24b2b501-a67f-410e-b48c-8e6e0ba481a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:58.486070 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-24b2b501-a67f-410e-b48c-8e6e0ba481a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.4026730 Aug 31 05:18:58.596604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-f9174106-ffd2-4250-938f-f915767d3153 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a HTTP/1.1" status: 200 len: 217 time: 0.0978236 Aug 31 05:18:58.600351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:58.719928 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-efbc537a-e6d8-4271-8a0d-321fed34086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:58.719928 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-efbc537a-e6d8-4271-8a0d-321fed34086a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.1084290 Aug 31 05:18:58.755179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Attempting to bind port a2704d63-71d9-41da-a74b-8da28d78705e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:18:58.755524 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Attempting to bind port a2704d63-71d9-41da-a74b-8da28d78705e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:18:58.755911 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 49cd7ca2-5d56-42c4-93ab-84280e0dd238 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:18:58.756816 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Attempting to bind port a2704d63-71d9-41da-a74b-8da28d78705e on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:58.798819 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-71be3ef9-921e-4f4d-92e2-de084df7a76a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715067 Aug 31 05:18:58.800956 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Port a2704d63-71d9-41da-a74b-8da28d78705e on network 881c4512-eeef-4614-9316-347820720107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:18:58.801477 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Attempting to bind port a2704d63-71d9-41da-a74b-8da28d78705e on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:18:58.802444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:18:58.826449 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:18:58.826801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Checking segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:18:58.827271 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Bound using segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:18:58.827947 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Bound port: a2704d63-71d9-41da-a74b-8da28d78705e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:18:58.828459 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.024131 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:18:59.028639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:59.042160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:18:59.043165 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.048816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '49cd7ca2-5d56-42c4-93ab-84280e0dd238', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'port_id': '49cd7ca2-5d56-42c4-93ab-84280e0dd238', 'mac_address': 'fa:16:3e:70:83:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:18:59.049985 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:18:59.065145 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:18:59.077418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226f2d7-b949-4fd1-a93d-92db8810e731 req-69b069c9-a4ba-4ff9-bc3c-29afd9a1a430 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:59.080652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0226f2d7-b949-4fd1-a93d-92db8810e731 req-69b069c9-a4ba-4ff9-bc3c-29afd9a1a430 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 944 time: 0.1434247 Aug 31 05:18:59.084205 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-f8d1fcde-f5d0-4d16-aad2-5c468c623a72 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736962 Aug 31 05:18:59.104165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.335962 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:59.337600 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.340755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] 10.222.0.35 "PUT /v2.0/ports/a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 1094 time: 2.5176306 Aug 31 05:18:59.358110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:59.376481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3f320c-b24a-4847-ac78-df9c2db90e66" -d '{"events": [{"name": "network-changed", "server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:59.386173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.466302 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cd7ca2-5d56-42c4-93ab-84280e0dd238 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:18:59.534336 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:59.555096 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.564214 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.660734 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0226f2d7-b949-4fd1-a93d-92db8810e731 req-d911f3dd-343f-4836-a555-879cf99b5a79 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343266 Aug 31 05:18:59.673485 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb5696-e5e6-4c11-a04c-3ab2c7ed022f service neutron] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:59.704641 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:18:59.708014 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d0be7a7-6300-45ac-92df-d65f54c5321e req-1ab8b213-47aa-49a6-aa0d-8c18987998dd service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960314 Aug 31 05:18:59.736522 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2e7b9-7403-4ee2-8ad7-de200760e413 req-b2a65ab5-9227-4527-b1ee-cd29489f05c5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:59.738443 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-69a2e7b9-7403-4ee2-8ad7-de200760e413 req-b2a65ab5-9227-4527-b1ee-cd29489f05c5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.2487960 Aug 31 05:18:59.747748 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:18:59.756018 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479af04b-5273-479f-83a5-541515ef09a5" -d '{"events": [{"server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "name": "network-vif-plugged", "status": "completed", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:18:59.778910 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d89e79-aa50-4cf1-a586-51fe010d43cd x-openstack-request-id: req-65d89e79-aa50-4cf1-a586-51fe010d43cd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:59.779546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:59.780008 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65d89e79-aa50-4cf1-a586-51fe010d43cd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:59.781291 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'status': 'completed', 'code': 200} Aug 31 05:18:59.810179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-69a2e7b9-7403-4ee2-8ad7-de200760e413 req-327a8856-ec6d-439a-90df-2664fe7b7294 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608182 Aug 31 05:18:59.818740 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:18:59.840437 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:18:59.911190 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14447ae0-78ef-44d8-867e-8bc6345e1b06 x-openstack-request-id: req-14447ae0-78ef-44d8-867e-8bc6345e1b06 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:18:59.911736 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "name": "network-vif-plugged", "status": "completed", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:18:59.912454 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14447ae0-78ef-44d8-867e-8bc6345e1b06 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:18:59.913162 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'code': 200} Aug 31 05:18:59.927164 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50756) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:18:59.949760 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923d08-622b-489d-96b0-3f4bd98e6d02 req-d694c0e6-6b8d-48ce-a717-5ce2f64ed91f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:18:59.953819 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15923d08-622b-489d-96b0-3f4bd98e6d02 req-d694c0e6-6b8d-48ce-a717-5ce2f64ed91f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0747883 Aug 31 05:18:59.957450 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:00.000583 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15923d08-622b-489d-96b0-3f4bd98e6d02 req-03003fc9-e6dd-4909-93bc-c486f9d936dd tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365956 Aug 31 05:19:00.108136 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fa5adf9-8d4e-43ad-bf87-4d4998e86879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.220624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fa5adf9-8d4e-43ad-bf87-4d4998e86879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.225521 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fa5adf9-8d4e-43ad-bf87-4d4998e86879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.268835 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5adf9-8d4e-43ad-bf87-4d4998e86879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21cf6cc-fcef-400c-a981-6d16741de151,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:00.273434 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3fa5adf9-8d4e-43ad-bf87-4d4998e86879 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=263527b399b84be59f37adf08e23e7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429401 Aug 31 05:19:00.277785 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50762) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:00.339153 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.365351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.419867 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.422884 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.424118 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e21cf6cc-fcef-400c-a981-6d16741de151 HTTP/1.1" status: 204 len: 168 time: 0.1453810 Aug 31 05:19:00.432632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12544b4d-69bd-4dba-b03c-2b35d448765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21cf6cc-fcef-400c-a981-6d16741de151,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:00.798119 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50774) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:00.846990 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1002eac2-89c2-467d-80e0-8ea056939b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:00.920542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde668d6-3a99-4cf3-838f-5db45c53a9ad req-6d35b0a8-b727-4fba-bf88-c1612327de74 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:00.924289 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dde668d6-3a99-4cf3-838f-5db45c53a9ad req-6d35b0a8-b727-4fba-bf88-c1612327de74 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1464984 Aug 31 05:19:01.309612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dde668d6-3a99-4cf3-838f-5db45c53a9ad req-c1f01369-f460-44fb-85dc-061b7344d1b4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763149 Aug 31 05:19:01.331605 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84d977-b657-423b-82e1-e66860b3ae42 req-c6e1c278-ac9d-41a6-a0cb-e6dadc801554 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:01.333300 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f84d977-b657-423b-82e1-e66860b3ae42 req-c6e1c278-ac9d-41a6-a0cb-e6dadc801554 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.4078074 Aug 31 05:19:01.433229 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f84d977-b657-423b-82e1-e66860b3ae42 req-36fa5d85-4012-4da3-9e8f-5f8ddd96e004 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Aug 31 05:19:01.440170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1002eac2-89c2-467d-80e0-8ea056939b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.447986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1002eac2-89c2-467d-80e0-8ea056939b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.510009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac27a8-d39a-44d4-8102-e578b5188497 req-c5dbe434-945f-45a5-88b5-8116dadabcce tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:01.511637 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15ac27a8-d39a-44d4-8102-e578b5188497 req-c5dbe434-945f-45a5-88b5-8116dadabcce tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1215441 Aug 31 05:19:01.512658 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002eac2-89c2-467d-80e0-8ea056939b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ebf07-7a1e-4949-af40-b20d2847027f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:01.518363 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-1002eac2-89c2-467d-80e0-8ea056939b7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29013e49402b412b82d5189efab8aa87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7188036 Aug 31 05:19:01.523186 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50786) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:01.582635 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15ac27a8-d39a-44d4-8102-e578b5188497 req-57bd32a5-d3d9-4554-a3ec-28ca1439bf05 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599608 Aug 31 05:19:01.634813 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.659999 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.722717 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.727419 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:01.729591 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/779ebf07-7a1e-4949-af40-b20d2847027f HTTP/1.1" status: 204 len: 168 time: 0.2033708 Aug 31 05:19:01.741269 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11c5e5-35d1-4fce-8711-e89805c4dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ebf07-7a1e-4949-af40-b20d2847027f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:02.457490 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830ccf4-51d4-4aa8-8c7b-56bb00c9a6f8 req-189a1500-ad3d-4429-9198-c050f0d74372 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:02.459568 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6830ccf4-51d4-4aa8-8c7b-56bb00c9a6f8 req-189a1500-ad3d-4429-9198-c050f0d74372 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0610754 Aug 31 05:19:02.524880 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6830ccf4-51d4-4aa8-8c7b-56bb00c9a6f8 req-be046970-8d09-41f2-a307-534b487c0978 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491192 Aug 31 05:19:02.685118 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d27c-483c-47df-a248-a9abd1de0108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:02.689016 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-e21f6826-e808-46f3-8da1-b9a2ca967eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:02.692392 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-e21f6826-e808-46f3-8da1-b9a2ca967eda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1097 time: 0.1528451 Aug 31 05:19:02.704800 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e6178-9e27-45bd-b28f-d8006e89a4a9 req-6a75853b-f01d-4699-b226-0884c000a615 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:02.706736 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1d8e6178-9e27-45bd-b28f-d8006e89a4a9 req-6a75853b-f01d-4699-b226-0884c000a615 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.1252849 Aug 31 05:19:02.749883 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['49cd7ca2-5d56-42c4-93ab-84280e0dd238'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:19:02.780580 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-e3fd550e-9d85-48fa-8d1b-66581b2f9279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 217 time: 0.0725808 Aug 31 05:19:02.977777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1d8e6178-9e27-45bd-b28f-d8006e89a4a9 req-cbd9ee8d-1fe9-4684-b810-1be0c4e52bbc tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624588 Aug 31 05:19:03.044551 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2a18-f42e-4866-bae4-bffed3d935c0 req-f9e0ce03-f7f6-4a8c-b85d-bca1260e223d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:03.047883 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-605c2a18-f42e-4866-bae4-bffed3d935c0 req-f9e0ce03-f7f6-4a8c-b85d-bca1260e223d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.3234577 Aug 31 05:19:03.052373 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-c7f18d91-6699-43b1-96dc-480582e76970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:03.054942 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-c7f18d91-6699-43b1-96dc-480582e76970 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.2290499 Aug 31 05:19:03.087272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba00c-3073-4083-a28f-403b76478350 req-d27d0774-3202-4530-8013-dfe9f6b879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:03.089116 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fc5ba00c-3073-4083-a28f-403b76478350 req-d27d0774-3202-4530-8013-dfe9f6b879e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.2615800 Aug 31 05:19:03.185144 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-605c2a18-f42e-4866-bae4-bffed3d935c0 req-99f48b6d-638e-4c80-9f90-13de725dd563 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222804 Aug 31 05:19:03.213173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d90f32-496c-43ff-910f-cb514509c7de req-d6a347e8-bc2c-4064-a817-3628e690820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:03.214555 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-d6a347e8-bc2c-4064-a817-3628e690820c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1488109 Aug 31 05:19:03.216889 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fc5ba00c-3073-4083-a28f-403b76478350 req-aa0a51b3-1963-4a76-9030-1397b609a535 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143289 Aug 31 05:19:03.643197 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-f588198b-6aa0-4065-8475-2713845c6602 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821566 Aug 31 05:19:03.848915 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce338d4d-db1c-45d2-9155-283302be5a6f req-95878254-283b-42d7-b60e-acaef9e2bdf6 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:03.850777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce338d4d-db1c-45d2-9155-283302be5a6f req-95878254-283b-42d7-b60e-acaef9e2bdf6 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0937107 Aug 31 05:19:03.864248 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62d90f32-496c-43ff-910f-cb514509c7de req-56313836-f700-4e96-982e-ed642a5ab250 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133985 Aug 31 05:19:03.919621 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce338d4d-db1c-45d2-9155-283302be5a6f req-cdd915fc-70bd-4de2-8c32-596ba1d23878 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541534 Aug 31 05:19:04.002168 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-cc1f29b1-74d0-496a-8caa-2864529e1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.003967 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-cc1f29b1-74d0-496a-8caa-2864529e1af7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1097 time: 0.0593200 Aug 31 05:19:04.269744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05238833-ee44-4350-bb54-66320864fe3b req-ade84408-a751-43ef-a64f-2a607f6d0a74 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.272881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05238833-ee44-4350-bb54-66320864fe3b req-ade84408-a751-43ef-a64f-2a607f6d0a74 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 943 time: 0.1620586 Aug 31 05:19:04.275004 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-5c690c5e-bf43-46ed-911d-7d1bda8ae177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.277627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-5c690c5e-bf43-46ed-911d-7d1bda8ae177 service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.2629788 Aug 31 05:19:04.425378 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-cc32451d-272f-4000-bac1-6e2faf905f38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 217 time: 0.1344252 Aug 31 05:19:04.464797 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 5c56e735-5946-4b7c-ba98-aefa01e4427a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:19:04.467989 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 49cd7ca2-5d56-42c4-93ab-84280e0dd238 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:19:04.498835 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05238833-ee44-4350-bb54-66320864fe3b req-5c5581d0-7274-44cd-a296-51f476491337 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195191 Aug 31 05:19:04.558097 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066045fe-ad41-475d-93e7-2959e1d93ab7 req-1e5f24c8-a47c-49a7-822e-21df33e18a82 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.573857 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-066045fe-ad41-475d-93e7-2959e1d93ab7 req-1e5f24c8-a47c-49a7-822e-21df33e18a82 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.2811418 Aug 31 05:19:04.612042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-f955933a-7fac-4617-9ef3-506f3ea8a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.614418 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-f955933a-7fac-4617-9ef3-506f3ea8a417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.1659939 Aug 31 05:19:04.700244 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-066045fe-ad41-475d-93e7-2959e1d93ab7 req-f676e1fb-c067-4348-8e59-222eda35d507 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247211 Aug 31 05:19:04.727258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-3d952360-f544-4ab9-a0e9-9cf1893dacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:04.730604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-3d952360-f544-4ab9-a0e9-9cf1893dacec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1064985 Aug 31 05:19:04.816997 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:19:04.834128 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:19:04.835900 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:04.933294 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:04.966597 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '5c56e735-5946-4b7c-ba98-aefa01e4427a', 'network_id': '226dee29-b10f-4751-82d6-dac93bddd4d6', 'port_id': '5c56e735-5946-4b7c-ba98-aefa01e4427a', 'mac_address': 'fa:16:3e:cc:04:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:19:05.027078 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-8836edf1-58c0-4cd5-8baa-707df41e112f service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860901 Aug 31 05:19:05.107497 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.150920 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c56e735-5946-4b7c-ba98-aefa01e4427a {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:19:05.167680 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.226412 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc314-5a40-4be1-9359-d5214314edb8 req-e93a8823-451a-42af-91c3-6672b491f63f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:05.228271 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb4dc314-5a40-4be1-9359-d5214314edb8 req-e93a8823-451a-42af-91c3-6672b491f63f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1161168 Aug 31 05:19:05.230082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:05.246010 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.259702 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e3f320c-b24a-4847-ac78-df9c2db90e66 req-4390b6fe-3408-48c4-84f4-d5e026d9e21a service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232847 Aug 31 05:19:05.263953 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:05.270067 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ac5432-94bb-4ccb-895f-22bfec7cffc5" -d '{"events": [{"server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "name": "network-vif-plugged", "status": "completed", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:05.308193 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50942) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:05.412626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb4dc314-5a40-4be1-9359-d5214314edb8 req-a82ed4d5-6391-405f-ac9d-37447641a5b4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509380 Aug 31 05:19:05.433505 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b41db0-89e5-45f8-9f8f-28292d3734d1 x-openstack-request-id: req-27b41db0-89e5-45f8-9f8f-28292d3734d1 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:05.434200 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "name": "network-vif-plugged", "status": "completed", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:05.434740 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27b41db0-89e5-45f8-9f8f-28292d3734d1 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:05.435589 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238', 'code': 200} Aug 31 05:19:05.458421 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:05.484234 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.533328 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:05.552014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['5c56e735-5946-4b7c-ba98-aefa01e4427a'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:19:05.697657 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.728060 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.789737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82eb21-1e59-4bbf-9be7-7d162e1e2a4d req-29127f85-ecb5-4bd4-a44c-8a2928e692e9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:05.794131 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:05.796179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ed82eb21-1e59-4bbf-9be7-7d162e1e2a4d req-29127f85-ecb5-4bd4-a44c-8a2928e692e9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.2121706 Aug 31 05:19:05.819267 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 50956) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:05.821623 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b2dc-949b-49b5-8cb9-98b80832be64 req-343910dc-2721-4de5-bc61-2283bc919a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:05.822832 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1fb7b2dc-949b-49b5-8cb9-98b80832be64 req-343910dc-2721-4de5-bc61-2283bc919a01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.1496711 Aug 31 05:19:05.837463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'floatingip': {'port_id': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:05.872982 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f3672-1cc6-4d56-9650-f16de0a6c9ff req-36c8d37f-4b98-4f27-b5b6-23017618bd8f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:05.881190 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff4f3672-1cc6-4d56-9650-f16de0a6c9ff req-36c8d37f-4b98-4f27-b5b6-23017618bd8f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 944 time: 0.2100253 Aug 31 05:19:05.947165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:05.986926 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.001149 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.071444 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020b886b-0db5-466a-b8b3-7e99d29fe4ec,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:06.091720 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.092710 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.093781 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.094872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.095718 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.096571 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.097487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.098327 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.099180 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.100069 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.100944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.101802 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:06.116324 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-019828ed-4118-4529-a1a8-beb8547e76c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be8170a1350f4475aef0ba8f286662aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8064487 Aug 31 05:19:06.123861 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50964) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:06.230794 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.256403 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff4f3672-1cc6-4d56-9650-f16de0a6c9ff req-919f2b1e-8037-471f-8384-cd4c9e428f50 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740070 Aug 31 05:19:06.259885 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.296113 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbd4c7-8e0c-435f-bee9-0888180c8f0f req-d9f08948-b555-4937-bcee-e5686b73f180 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:06.297106 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75cbd4c7-8e0c-435f-bee9-0888180c8f0f req-d9f08948-b555-4937-bcee-e5686b73f180 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.2613032 Aug 31 05:19:06.336275 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.342263 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.345087 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/020b886b-0db5-466a-b8b3-7e99d29fe4ec HTTP/1.1" status: 204 len: 168 time: 0.2174098 Aug 31 05:19:06.358573 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a179e0-fa44-4ca7-ad44-24752eedda80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b886b-0db5-466a-b8b3-7e99d29fe4ec,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:06.411664 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75cbd4c7-8e0c-435f-bee9-0888180c8f0f req-02dfc6cf-f197-4fac-98c8-1bc349fa627a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777252 Aug 31 05:19:06.792596 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50974) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:06.808903 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63316aaa-e6c0-43e2-a054-0a0e9bdf3885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.928090 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63316aaa-e6c0-43e2-a054-0a0e9bdf3885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.933123 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63316aaa-e6c0-43e2-a054-0a0e9bdf3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.975569 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1fb7b2dc-949b-49b5-8cb9-98b80832be64 req-07c5a01a-bf66-4a65-83fd-32a81307f936 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043007 Aug 31 05:19:06.976277 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b74d-3c8e-44e7-8d81-6b9db27739c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:06.983552 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63316aaa-e6c0-43e2-a054-0a0e9bdf3885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf1a86-2294-4f8a-b763-2775857902a4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:06.992208 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-63316aaa-e6c0-43e2-a054-0a0e9bdf3885 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e34386e7ce9482e9f0b8618c5772400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982372 Aug 31 05:19:06.993221 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 50976) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:07.061346 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.087677 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.121582 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.129804 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.181235 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.184205 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.185901 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bcf1a86-2294-4f8a-b763-2775857902a4 HTTP/1.1" status: 204 len: 168 time: 0.1914709 Aug 31 05:19:07.206057 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c554d-9bc3-40e0-8a02-6898a245304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf1a86-2294-4f8a-b763-2775857902a4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:07.260987 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Floating IP df8ac2fa-4ec5-4d9e-be9b-885818969d69 associated. External IP: 172.27.2.12, port: 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28. Aug 31 05:19:07.477959 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c7c8e-908e-485f-96a0-3d1e4c177038 req-4bbb2c16-d4e5-4d8f-9203-80311a746ff4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:07.479741 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-185c7c8e-908e-485f-96a0-3d1e4c177038 req-4bbb2c16-d4e5-4d8f-9203-80311a746ff4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 944 time: 0.1052330 Aug 31 05:19:07.582290 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.614760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-185c7c8e-908e-485f-96a0-3d1e4c177038 req-c354dd46-e50d-488e-9f81-03a7a9058738 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181221 Aug 31 05:19:07.626448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:19:07.657705 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c4384-6169-4472-93fc-3e9802afb612 req-ea611eb8-c925-44a6-98ab-66da6a2cfd01 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:07.659416 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-756c4384-6169-4472-93fc-3e9802afb612 req-ea611eb8-c925-44a6-98ab-66da6a2cfd01 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0826356 Aug 31 05:19:07.772652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-756c4384-6169-4472-93fc-3e9802afb612 req-84400ad7-dfca-4cae-9c18-7f25fca6354b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812137 Aug 31 05:19:07.802957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:19:07.811231 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:07.829446 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:19:07.848765 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:19:07.849595 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:19:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:07.856219 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-eea0bc3a-e5a1-4fb1-af4f-0458e791f256 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "PUT /v2.0/floatingips/df8ac2fa-4ec5-4d9e-be9b-885818969d69 HTTP/1.1" status: 200 len: 990 time: 2.0322871 Aug 31 05:19:07.856907 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:07.859462 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:07.924250 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603c9e9-540f-4f04-8922-8b8ce72d1dd3 x-openstack-request-id: req-b603c9e9-540f-4f04-8922-8b8ce72d1dd3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:07.924710 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:07.925054 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b603c9e9-540f-4f04-8922-8b8ce72d1dd3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:07.925566 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'status': 'completed', 'code': 200} Aug 31 05:19:08.011845 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:19:08.355149 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'df8ac2fa-4ec5-4d9e-be9b-885818969d69', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:fa:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:29Z', 'updated_at': '2021-08-31T05:19:06Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:08.385268 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:19:08.395910 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:19:08.396882 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:19:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:08.544537 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:19:08.799178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cf8c9-f6c8-4f89-b81c-5e9ae35d185f req-daf39761-60da-4fe1-85b7-b1f55ea42ba6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:08.801712 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c58cf8c9-f6c8-4f89-b81c-5e9ae35d185f req-daf39761-60da-4fe1-85b7-b1f55ea42ba6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 944 time: 0.0830302 Aug 31 05:19:08.856102 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c58cf8c9-f6c8-4f89-b81c-5e9ae35d185f req-71e99bcd-cc42-401b-bbae-eb210744f00a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Aug 31 05:19:08.992757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46f9c9-dc37-411f-8393-aa1804420c27 req-1ea776f1-cf8e-41d9-b933-4b6c8973a4fa tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:08.994625 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-db46f9c9-dc37-411f-8393-aa1804420c27 req-1ea776f1-cf8e-41d9-b933-4b6c8973a4fa tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0661123 Aug 31 05:19:09.021068 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'df8ac2fa-4ec5-4d9e-be9b-885818969d69', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:fa:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:29Z', 'updated_at': '2021-08-31T05:19:06Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:09.048690 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-db46f9c9-dc37-411f-8393-aa1804420c27 req-896984ee-4890-450c-b15a-b7886a03465d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Aug 31 05:19:09.052330 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e6054-8f2d-4e29-82ed-4d566cc7c9cb None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'df8ac2fa-4ec5-4d9e-be9b-885818969d69', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:fa:95:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:29Z', 'updated_at': '2021-08-31T05:19:06Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:19:09.084615 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:09.266139 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467808b-a3f6-4a64-89ed-0a097421b6b8 None None] New status for floating IP df8ac2fa-4ec5-4d9e-be9b-885818969d69: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:19:09.281239 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-a17eedf0-9882-4370-8a95-32b4273d5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:09.282803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-a17eedf0-9882-4370-8a95-32b4273d5e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.0527666 Aug 31 05:19:09.460173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-2193f4e8-fb77-4136-a68a-788f67ebb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:09.462457 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-2193f4e8-fb77-4136-a68a-788f67ebb329 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.1696258 Aug 31 05:19:09.619720 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-1dc1f155-9528-425f-8f50-135517cee4aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 998 time: 0.1466980 Aug 31 05:19:09.686212 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-02f5f66a-af83-4b67-972a-f0526bb68d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:09.687908 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-02f5f66a-af83-4b67-972a-f0526bb68d95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0571165 Aug 31 05:19:09.754667 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-b33d9b7e-137d-4782-b2bc-52268e49da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:09.756268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-b33d9b7e-137d-4782-b2bc-52268e49da99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585485 Aug 31 05:19:09.825769 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:19:09.832858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 5c56e735-5946-4b7c-ba98-aefa01e4427a up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:19:09.908949 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-c3c8a8a4-58b1-404e-accc-d6f48ce70af9 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419435 Aug 31 05:19:09.969591 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 5c56e735-5946-4b7c-ba98-aefa01e4427a completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:19:09.982327 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 5c56e735-5946-4b7c-ba98-aefa01e4427a triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:19:09.982706 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:10.049860 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:10.080119 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:19:10.153228 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dcc5fa51-6bc4-447c-aed2-5d2265b5f599 req-b8c05ba1-a9c0-4d2e-8204-dbd113458e32 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296121 Aug 31 05:19:10.169504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:10.183670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301892a-c25f-48bf-9ae2-9bd859aefc14 req-899573e2-6973-4d10-b26d-536504d7f310 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:10.187920 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0301892a-c25f-48bf-9ae2-9bd859aefc14 req-899573e2-6973-4d10-b26d-536504d7f310 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 944 time: 0.1793280 Aug 31 05:19:10.224871 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:19:10.272220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:10.304040 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:10.318451 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:10.378270 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:10.380823 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae93c06-06bf-4c87-83dc-3240af753413" -d '{"events": [{"server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "name": "network-vif-plugged", "status": "completed", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:10.448374 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:10.451858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:10.465270 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:10.493672 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.495360 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.497520 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.499526 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.500910 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.504418 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.506441 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.507309 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.508356 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.509349 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.510223 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.511020 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:10.622976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb4976-122a-425a-a8a7-834b67748639 req-20531cd9-1197-4d1f-836f-c48f23e81bf7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:10.639021 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f4eb4976-122a-425a-a8a7-834b67748639 req-20531cd9-1197-4d1f-836f-c48f23e81bf7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.4491386 Aug 31 05:19:10.639578 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:10.662379 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0301892a-c25f-48bf-9ae2-9bd859aefc14 req-1ec78971-6024-4259-b410-f8b194803b28 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458952 Aug 31 05:19:10.711862 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f4eb4976-122a-425a-a8a7-834b67748639 req-0f1b5007-81e6-47ee-a392-8037186193ed tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718331 Aug 31 05:19:10.783294 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7cb83-1bf4-4aea-b2f1-a6dd5eb7d1bd x-openstack-request-id: req-a8c7cb83-1bf4-4aea-b2f1-a6dd5eb7d1bd {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:10.783776 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "name": "network-vif-plugged", "status": "completed", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:10.784195 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8c7cb83-1bf4-4aea-b2f1-a6dd5eb7d1bd {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:10.785067 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a', 'code': 200} Aug 31 05:19:10.801995 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a2704d63-71d9-41da-a74b-8da28d78705e'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:19:11.795323 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53928c94-b026-4348-8290-fe81673d28de req-2f1d5f4b-9e8e-4145-8c12-60eb89abae87 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:11.797475 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53928c94-b026-4348-8290-fe81673d28de req-2f1d5f4b-9e8e-4145-8c12-60eb89abae87 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0532522 Aug 31 05:19:11.842040 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53928c94-b026-4348-8290-fe81673d28de req-a8525d68-4703-4e0b-b1c6-fd91020ac200 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Aug 31 05:19:11.962644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce2b4e-25e9-4b9d-b31d-bb2ec67849c8 req-54cfe52a-cc65-486f-b5cc-3f9bb611e7a2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:11.964186 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a8ce2b4e-25e9-4b9d-b31d-bb2ec67849c8 req-54cfe52a-cc65-486f-b5cc-3f9bb611e7a2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0531380 Aug 31 05:19:12.024541 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a8ce2b4e-25e9-4b9d-b31d-bb2ec67849c8 req-a8ab1e37-0442-461d-87ce-1ccac24d22c8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484598 Aug 31 05:19:12.982955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9785b-f3fe-433d-ac80-dfb16a2ef4bd req-ae13155b-55bb-4ead-9412-137a312ed2db tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:12.984709 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6d9785b-f3fe-433d-ac80-dfb16a2ef4bd req-ae13155b-55bb-4ead-9412-137a312ed2db tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0577836 Aug 31 05:19:13.040722 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6d9785b-f3fe-433d-ac80-dfb16a2ef4bd req-3816e36f-af10-4ad0-b467-b1c00e2f44ad tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Aug 31 05:19:13.170482 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02a202-d652-43f5-bb94-6729ecbd27d9 req-76d6ab4d-8e69-4b90-8c79-9de5214cee00 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:13.172615 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4e02a202-d652-43f5-bb94-6729ecbd27d9 req-76d6ab4d-8e69-4b90-8c79-9de5214cee00 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0530596 Aug 31 05:19:13.214604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4e02a202-d652-43f5-bb94-6729ecbd27d9 req-65d7f2bd-ab98-4b26-9f1d-28ab38e555ce tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355093 Aug 31 05:19:14.172178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb11a-f14f-431d-b126-07d04d53a5d8 req-dc590524-f0c7-4728-bd76-5b0971e0cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:14.173867 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-978eb11a-f14f-431d-b126-07d04d53a5d8 req-dc590524-f0c7-4728-bd76-5b0971e0cdf7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 1098 time: 0.0754306 Aug 31 05:19:14.193376 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea62762-306a-43bc-bb2c-b82b75a23872 req-a253bd33-1663-4e8d-86e4-ffdaf1ccc444 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:14.195016 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ea62762-306a-43bc-bb2c-b82b75a23872 req-a253bd33-1663-4e8d-86e4-ffdaf1ccc444 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0705667 Aug 31 05:19:14.250209 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-978eb11a-f14f-431d-b126-07d04d53a5d8 req-9ec3d03b-b08e-4ce2-868f-1235b55c1c42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Aug 31 05:19:14.258776 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ea62762-306a-43bc-bb2c-b82b75a23872 req-d48c3ed4-4d8e-4150-a8f3-a026d56d72f3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Aug 31 05:19:14.362641 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d92cd0-469b-4594-b09d-a46945855abe req-a1330717-8611-4a59-bbb6-81d8077b01d6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:14.364196 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a3d92cd0-469b-4594-b09d-a46945855abe req-a1330717-8611-4a59-bbb6-81d8077b01d6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0578179 Aug 31 05:19:14.408906 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a3d92cd0-469b-4594-b09d-a46945855abe req-5f90bfca-8890-4226-b486-37c5ac2b8688 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354044 Aug 31 05:19:15.228822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:15.390915 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccdd2f-d581-4b13-91d7-679b509e6342 req-f0b5c8b5-7a71-4b3a-a802-52af2d948abf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:15.392689 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eeccdd2f-d581-4b13-91d7-679b509e6342 req-f0b5c8b5-7a71-4b3a-a802-52af2d948abf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Aug 31 05:19:15.438576 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eeccdd2f-d581-4b13-91d7-679b509e6342 req-34c32755-6ec2-42a7-803c-fd458ca1b2b1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Aug 31 05:19:15.549211 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902c7a0-c957-48ac-bfbe-002f884b710d req-6ff98546-00d2-4aa2-ba44-38453e8a4508 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:15.550986 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e902c7a0-c957-48ac-bfbe-002f884b710d req-6ff98546-00d2-4aa2-ba44-38453e8a4508 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0542521 Aug 31 05:19:15.595397 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e902c7a0-c957-48ac-bfbe-002f884b710d req-23b599c8-87a9-42ee-8ea6-a115446c9b7a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Aug 31 05:19:15.687382 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:19:16.579458 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934af62b-b8e9-49b9-856b-a870525bc017 req-5e9aa4c6-d26e-4c4b-ab2d-3f281ce7c413 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:16.581079 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-934af62b-b8e9-49b9-856b-a870525bc017 req-5e9aa4c6-d26e-4c4b-ab2d-3f281ce7c413 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0590692 Aug 31 05:19:16.631363 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-934af62b-b8e9-49b9-856b-a870525bc017 req-4d6a4940-3462-4b98-9c95-1b2d14a1f64d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393825 Aug 31 05:19:16.767455 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339068f-fb8e-4a44-9eff-edff06529e3e req-13717315-f076-48bc-aa73-5bd32973f86a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:16.769026 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b339068f-fb8e-4a44-9eff-edff06529e3e req-13717315-f076-48bc-aa73-5bd32973f86a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0560892 Aug 31 05:19:16.814230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b339068f-fb8e-4a44-9eff-edff06529e3e req-6e753d64-3032-416e-a3c8-19025c9ad6ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Aug 31 05:19:17.779162 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd8294-12f2-4412-9c07-fe3f76a9d398 req-fb62ea9c-5751-4791-b2c3-b20f256d22b5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:17.781179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ccd8294-12f2-4412-9c07-fe3f76a9d398 req-fb62ea9c-5751-4791-b2c3-b20f256d22b5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0562365 Aug 31 05:19:17.843217 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ccd8294-12f2-4412-9c07-fe3f76a9d398 req-8428baba-6aaa-4b29-bc3d-624e9dafaaab tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498180 Aug 31 05:19:17.971679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61707a-797d-40a7-a15b-aa67a7f0bac3 req-1ba41763-278c-45bb-a39c-4f2b3952fa22 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:17.973325 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd61707a-797d-40a7-a15b-aa67a7f0bac3 req-1ba41763-278c-45bb-a39c-4f2b3952fa22 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0618958 Aug 31 05:19:18.019554 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd61707a-797d-40a7-a15b-aa67a7f0bac3 req-eea4e3f9-86ae-4d52-8481-0c44a8eff81c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388737 Aug 31 05:19:18.982554 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67692d74-92da-4e96-866d-62e4f94765ff req-08ddb229-1673-4245-8009-1fce8e4d219a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:18.984282 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-67692d74-92da-4e96-866d-62e4f94765ff req-08ddb229-1673-4245-8009-1fce8e4d219a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0570848 Aug 31 05:19:19.043504 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-67692d74-92da-4e96-866d-62e4f94765ff req-f65809ec-6afc-44be-bedd-34268ff12c66 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522804 Aug 31 05:19:19.170622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe21b3-d4d2-4d42-9423-62a24127e93e req-9f82d1a1-abac-4503-9c3b-2e654ebcfc75 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:19.172893 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0dbe21b3-d4d2-4d42-9423-62a24127e93e req-9f82d1a1-abac-4503-9c3b-2e654ebcfc75 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0551596 Aug 31 05:19:19.227022 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0dbe21b3-d4d2-4d42-9423-62a24127e93e req-ab853e7a-292a-4e4f-a548-59ab7172f3d4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Aug 31 05:19:19.598976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4078c22-69f0-4235-84d0-018ee0c68584 req-a0c5a14f-a499-4645-8ffd-2ca7d51571d6 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:19.601299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b4078c22-69f0-4235-84d0-018ee0c68584 req-a0c5a14f-a499-4645-8ffd-2ca7d51571d6 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0706346 Aug 31 05:19:19.665972 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b4078c22-69f0-4235-84d0-018ee0c68584 req-444f096d-fecb-4295-ba0c-e89b0df1b115 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Aug 31 05:19:20.192239 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c35a9-20a5-4e72-9aa4-f48a890c3647 req-eba15275-7233-40c5-ac4e-a5c5e471e319 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:20.193871 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-869c35a9-20a5-4e72-9aa4-f48a890c3647 req-eba15275-7233-40c5-ac4e-a5c5e471e319 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0639684 Aug 31 05:19:20.247490 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-869c35a9-20a5-4e72-9aa4-f48a890c3647 req-9413ffc5-02c3-4072-8ff7-34e228de1eca tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Aug 31 05:19:20.370609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6052dc9-6d75-45a9-895c-6cac8c584f1f req-213189fe-f0e8-4962-ba0e-7ef946773059 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:20.372215 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6052dc9-6d75-45a9-895c-6cac8c584f1f req-213189fe-f0e8-4962-ba0e-7ef946773059 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0544069 Aug 31 05:19:20.416801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6052dc9-6d75-45a9-895c-6cac8c584f1f req-d086bf7d-2514-493d-bf95-e33e483b5638 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344265 Aug 31 05:19:20.834422 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0004ff0-c59d-4689-99fb-8f6504738f76 req-4fa545e1-3a19-43b1-a0f8-b95358e26484 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:20.836061 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e0004ff0-c59d-4689-99fb-8f6504738f76 req-4fa545e1-3a19-43b1-a0f8-b95358e26484 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0553019 Aug 31 05:19:20.882069 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e0004ff0-c59d-4689-99fb-8f6504738f76 req-565e7a62-752d-4245-b63d-0bbdc36235f1 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 31 05:19:21.378138 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc94b-ae4a-443a-bd64-2c26bc7e2540 req-5f195cf3-88e3-4fb2-9d45-f32b03dfd9ed tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:21.379998 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d62fc94b-ae4a-443a-bd64-2c26bc7e2540 req-5f195cf3-88e3-4fb2-9d45-f32b03dfd9ed tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Aug 31 05:19:21.431391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d62fc94b-ae4a-443a-bd64-2c26bc7e2540 req-cf4bc9e3-9061-4d38-abdb-a226648b1546 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Aug 31 05:19:21.552515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0389a7b-8b3d-4780-b232-7258f9108aca req-5db7a95f-2ce9-4de8-85e2-d5cc61caf26a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:21.554230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0389a7b-8b3d-4780-b232-7258f9108aca req-5db7a95f-2ce9-4de8-85e2-d5cc61caf26a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0614429 Aug 31 05:19:21.599833 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0389a7b-8b3d-4780-b232-7258f9108aca req-697a36da-f425-44e8-9647-5e8cfea2a470 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Aug 31 05:19:21.737783 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:19:21.794050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port a2704d63-71d9-41da-a74b-8da28d78705e completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:19:21.799679 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a2704d63-71d9-41da-a74b-8da28d78705e triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:19:21.800242 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:21.895353 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:21.938205 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:21.942689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7763136e-22a4-4a6e-9bae-c7e89a20f19f" -d '{"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:21.972353 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-01a2fea1-91a2-40fc-93a0-58a965981039 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683479 Aug 31 05:19:21.980950 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:21.989888 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:22.115563 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702cc706-5075-4023-a52a-c167b3ffe616 x-openstack-request-id: req-702cc706-5075-4023-a52a-c167b3ffe616 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:22.116004 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:22.118593 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-702cc706-5075-4023-a52a-c167b3ffe616 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:22.119557 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'code': 200} Aug 31 05:19:22.121134 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:22.160938 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34600c-1274-493d-a115-1d0b069f62ad req-eab9ebc3-7903-47f3-99b9-dd22eec33459 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.163653 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ba34600c-1274-493d-a115-1d0b069f62ad req-eab9ebc3-7903-47f3-99b9-dd22eec33459 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.1375468 Aug 31 05:19:22.204670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-cbf46d82-80dc-4469-9bb5-f867dae9a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.206516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-cbf46d82-80dc-4469-9bb5-f867dae9a2f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.1318753 Aug 31 05:19:22.236031 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ba34600c-1274-493d-a115-1d0b069f62ad req-92755f3a-02eb-4fc8-a86c-a1113441ce68 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590367 Aug 31 05:19:22.471655 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eba35-e525-4b52-a82d-e7da1b47b9b8 req-099c1dfd-2e4d-49da-8f18-e4191ac3d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.474254 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f21eba35-e525-4b52-a82d-e7da1b47b9b8 req-099c1dfd-2e4d-49da-8f18-e4191ac3d1d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1099 time: 0.1210990 Aug 31 05:19:22.476352 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-59d12a0f-d560-4b0e-bded-ffbc661f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.478860 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-59d12a0f-d560-4b0e-bded-ffbc661f160c service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.2273250 Aug 31 05:19:22.571195 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-7435ca4c-49fa-427f-b903-5d7a812249ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0703979 Aug 31 05:19:22.636287 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f21eba35-e525-4b52-a82d-e7da1b47b9b8 req-5360e039-fae9-40a7-94ef-9c3ac5436b8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465142 Aug 31 05:19:22.658367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-2f25c4f3-96cc-45dc-902f-3a09a770c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.659891 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-2f25c4f3-96cc-45dc-902f-3a09a770c088 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0724447 Aug 31 05:19:22.667906 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae5b9f-37ef-432a-bb58-55c48e6e386e req-538344ae-6fba-4ff7-89dc-1b6fd5631279 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.669457 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6dae5b9f-37ef-432a-bb58-55c48e6e386e req-538344ae-6fba-4ff7-89dc-1b6fd5631279 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1473980 Aug 31 05:19:22.713854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6dae5b9f-37ef-432a-bb58-55c48e6e386e req-aa774fcb-382e-4702-a58c-d072667006e6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Aug 31 05:19:22.790420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ac34-09af-41b8-88ae-d65d8c867485 req-3b6d403d-16fc-4f99-ab04-00d9d316bc7b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:22.793313 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6880ac34-09af-41b8-88ae-d65d8c867485 req-3b6d403d-16fc-4f99-ab04-00d9d316bc7b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0703871 Aug 31 05:19:22.873374 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6880ac34-09af-41b8-88ae-d65d8c867485 req-7956a948-bf28-4201-94b3-cc5790e083a8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650778 Aug 31 05:19:22.947991 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-515ccdbf-86bd-4e77-9a6c-5efb097abe3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711770 Aug 31 05:19:23.172598 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-4caf51f8-15bc-4822-92da-2cf9a1f642f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:23.174380 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-4caf51f8-15bc-4822-92da-2cf9a1f642f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 1098 time: 0.1025290 Aug 31 05:19:23.182376 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-7e4d3fc6-d770-44c9-95ee-a44b64fd86f1 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253973 Aug 31 05:19:23.298229 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8fb04-0d61-4d5b-a07d-545ef0cf638f req-f528f5e9-db56-4861-9ad0-dc0ee2f80fd9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:23.299881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32c8fb04-0d61-4d5b-a07d-545ef0cf638f req-f528f5e9-db56-4861-9ad0-dc0ee2f80fd9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1966164 Aug 31 05:19:23.476051 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32c8fb04-0d61-4d5b-a07d-545ef0cf638f req-48f3aca8-fc67-4d6e-bb55-a975ef8da08c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435411 Aug 31 05:19:23.501003 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d75f075-c5ec-4b8d-a66d-5cd07b00a3a6 req-d8e9a217-2fb7-4502-9386-e51304404820 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927041 Aug 31 05:19:23.503059 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-174d772c-ff2c-4e7d-87eb-9936db052c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:23.504541 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-174d772c-ff2c-4e7d-87eb-9936db052c0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.3213067 Aug 31 05:19:23.512559 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376df2f-d24a-4af4-ac41-7dd67cd7764b req-9bd40364-d7ea-4dec-9c8e-5c5cbda13c27 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:23.514234 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4376df2f-d24a-4af4-ac41-7dd67cd7764b req-9bd40364-d7ea-4dec-9c8e-5c5cbda13c27 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.1600420 Aug 31 05:19:23.582382 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-401bdb50-e601-4a18-bb9b-04bed5bcd98d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a HTTP/1.1" status: 200 len: 217 time: 0.0582638 Aug 31 05:19:23.624423 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4376df2f-d24a-4af4-ac41-7dd67cd7764b req-c5cee669-c4d5-457b-9b3d-b06681648ba3 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895219 Aug 31 05:19:23.667599 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-8af557b5-46c4-4ec5-972a-26d687430db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:23.670148 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-8af557b5-46c4-4ec5-972a-26d687430db0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0624089 Aug 31 05:19:23.722570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-67cc80a0-86b6-49d3-ad00-47589fe46cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392308 Aug 31 05:19:23.911872 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-ebf50040-612f-491e-a377-c37a53c68f45 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768191 Aug 31 05:19:24.124159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfbac2-6189-44c4-ad32-37ff87880766 req-cf844a14-ddb0-4253-af51-5930017bdad5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:24.126873 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80dfbac2-6189-44c4-ad32-37ff87880766 req-cf844a14-ddb0-4253-af51-5930017bdad5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0943704 Aug 31 05:19:24.193903 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80dfbac2-6189-44c4-ad32-37ff87880766 req-5ba038e4-f6f9-4118-9bdf-88e0fa4aee8d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554285 Aug 31 05:19:24.348043 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51340) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:24.527674 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47402d94-0014-4d6f-9abc-d43c1b4314d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.639850 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47402d94-0014-4d6f-9abc-d43c1b4314d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.646038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47402d94-0014-4d6f-9abc-d43c1b4314d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.664197 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62167-ab61-4e16-b77e-4f39d0195886 req-7f3e7861-7e0e-4835-b621-f6ad2ab1c1e7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:24.666034 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-29d62167-ab61-4e16-b77e-4f39d0195886 req-7f3e7861-7e0e-4835-b621-f6ad2ab1c1e7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0778930 Aug 31 05:19:24.690634 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402d94-0014-4d6f-9abc-d43c1b4314d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74068763-449f-4dce-9c2d-cb4af3c77f0a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:24.701695 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-47402d94-0014-4d6f-9abc-d43c1b4314d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bc8b102e4974e479c649d528b9bd885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508837 Aug 31 05:19:24.706366 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51350) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:24.734072 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-29d62167-ab61-4e16-b77e-4f39d0195886 req-56814990-566d-4d0a-a899-c8e7082d8694 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Aug 31 05:19:24.774059 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.799962 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.875942 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.879392 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:24.881268 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74068763-449f-4dce-9c2d-cb4af3c77f0a HTTP/1.1" status: 204 len: 168 time: 0.1734271 Aug 31 05:19:24.896461 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81abd97-7818-4c52-bbd9-214599154430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74068763-449f-4dce-9c2d-cb4af3c77f0a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:24.910883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1ad19-78fc-47f4-90a6-60a200737356 req-7de819a0-17dc-4732-ade6-6ade2429896f tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:24.912532 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-07c1ad19-78fc-47f4-90a6-60a200737356 req-7de819a0-17dc-4732-ade6-6ade2429896f tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0778966 Aug 31 05:19:24.966470 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-07c1ad19-78fc-47f4-90a6-60a200737356 req-c4948d6a-78b8-4582-950d-51b1fbb7d502 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Aug 31 05:19:25.218099 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:25.233198 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b451-d30d-4ea2-b44e-2cdb73066e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.364469 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b451-d30d-4ea2-b44e-2cdb73066e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.370487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b451-d30d-4ea2-b44e-2cdb73066e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.389823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ed0e-c44c-4122-9ecf-ebbe4f4af623 req-946e678c-4811-492e-b159-1e814c15ddb0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:25.392731 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c59ed0e-c44c-4122-9ecf-ebbe4f4af623 req-946e678c-4811-492e-b159-1e814c15ddb0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0627656 Aug 31 05:19:25.415603 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-cfc9b451-d30d-4ea2-b44e-2cdb73066e52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=210528099ce3472999bcb1bf9560b81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952796 Aug 31 05:19:25.416681 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b451-d30d-4ea2-b44e-2cdb73066e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6109f6ba-203c-4947-ab43-65c6c10b0be1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:25.419316 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51362) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:25.460913 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c59ed0e-c44c-4122-9ecf-ebbe4f4af623 req-135ead6a-cbe4-47b0-a2b6-e97c169c0bc5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604510 Aug 31 05:19:25.483024 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.518619 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.581930 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.584830 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:25.586062 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6109f6ba-203c-4947-ab43-65c6c10b0be1 HTTP/1.1" status: 204 len: 168 time: 0.1657155 Aug 31 05:19:25.595211 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fe214-44f7-41b6-b4da-6cd87e639bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6109f6ba-203c-4947-ab43-65c6c10b0be1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:25.874969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad6604-bd7f-4a5f-93a9-07a28f61f50b req-1327bd8a-d4ee-4316-8529-bae6e8a6daa4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:25.877095 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-76ad6604-bd7f-4a5f-93a9-07a28f61f50b req-1327bd8a-d4ee-4316-8529-bae6e8a6daa4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Aug 31 05:19:25.929890 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-76ad6604-bd7f-4a5f-93a9-07a28f61f50b req-dbcaf57f-95fa-41f3-90b0-cdc00c469c42 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Aug 31 05:19:26.029522 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51376) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:26.044138 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d23cfad-110e-48c0-95ca-05c622b6405b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.132187 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d908c-1220-45df-b5ff-ea4928ef719f req-cc1bd6ea-5d0d-4f49-a3d5-1b2a3e5f43bc tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:26.134225 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f04d908c-1220-45df-b5ff-ea4928ef719f req-cc1bd6ea-5d0d-4f49-a3d5-1b2a3e5f43bc tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0695503 Aug 31 05:19:26.183515 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d23cfad-110e-48c0-95ca-05c622b6405b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.189839 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d23cfad-110e-48c0-95ca-05c622b6405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.192338 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f04d908c-1220-45df-b5ff-ea4928ef719f req-76f3a40a-1e05-410a-b75e-26a14e72a456 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485294 Aug 31 05:19:26.245565 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9d23cfad-110e-48c0-95ca-05c622b6405b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8acd96884175440686b7f1abe406ecbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149258 Aug 31 05:19:26.246652 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23cfad-110e-48c0-95ca-05c622b6405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c10cb-d8dc-4ad9-8bd0-e9a1c5e316c5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:26.250848 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51378) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:26.309467 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.336907 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.396912 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.399965 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:26.401621 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/413c10cb-d8dc-4ad9-8bd0-e9a1c5e316c5 HTTP/1.1" status: 204 len: 168 time: 0.1496410 Aug 31 05:19:26.415494 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0b2b4-9635-4edd-ab62-826b4dfc2175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c10cb-d8dc-4ad9-8bd0-e9a1c5e316c5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:26.650185 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba26de1-28a0-4599-8274-544b805cc9a2 req-d73afe46-1496-4a2f-9f7a-4ccfe5c0ed40 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:26.652005 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ba26de1-28a0-4599-8274-544b805cc9a2 req-d73afe46-1496-4a2f-9f7a-4ccfe5c0ed40 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0878670 Aug 31 05:19:26.708116 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ba26de1-28a0-4599-8274-544b805cc9a2 req-657b1fbb-d3e9-491a-9565-11829612aa40 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Aug 31 05:19:27.066634 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef380-2f56-4eaa-afdb-8317cb33c4d8 req-82fd27b0-6798-4feb-bfcb-df44de2994a3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:27.068469 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-55fef380-2f56-4eaa-afdb-8317cb33c4d8 req-82fd27b0-6798-4feb-bfcb-df44de2994a3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0560625 Aug 31 05:19:27.164242 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-55fef380-2f56-4eaa-afdb-8317cb33c4d8 req-132690c3-ae0d-4e49-ac93-6bdb8fedb4bb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871508 Aug 31 05:19:27.198588 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a5e19a-4367-42c4-bcd0-da62078f23f0 req-45effc83-ab14-4aca-bb23-1e2f0c44b705 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290894 Aug 31 05:19:27.343086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210467f-304c-492d-8819-321d83c9d6cc req-bd48bed0-3203-4837-b31d-2b60e5e38e66 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:27.345654 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6210467f-304c-492d-8819-321d83c9d6cc req-bd48bed0-3203-4837-b31d-2b60e5e38e66 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.0572484 Aug 31 05:19:27.402053 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6210467f-304c-492d-8819-321d83c9d6cc req-e6fd1344-c730-496b-8146-3633cf71169c tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Aug 31 05:19:27.880084 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c36d4-a868-4847-bfdb-3467f51559bf req-8c0d22e6-e78e-4715-be27-7dc337d935f1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:27.882226 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9a4c36d4-a868-4847-bfdb-3467f51559bf req-8c0d22e6-e78e-4715-be27-7dc337d935f1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0808537 Aug 31 05:19:27.923729 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9a4c36d4-a868-4847-bfdb-3467f51559bf req-b7655eb5-7855-42b9-b5d5-66cd33aa5817 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Aug 31 05:19:28.105299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf593a-f5ca-44c0-aed7-bb3fcadc2453 req-a82ea0e4-6b70-4dcc-85ec-72508cdf665e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:28.108161 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06cf593a-f5ca-44c0-aed7-bb3fcadc2453 req-a82ea0e4-6b70-4dcc-85ec-72508cdf665e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0896027 Aug 31 05:19:28.116991 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51440) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:28.121784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'floatingip': {'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:28.199968 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:28.537957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0076fb-cec6-4813-b864-2a2371039cf2 req-d9261aad-69d2-4749-a908-cfc1ff3e2ab9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:28.540277 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4a0076fb-cec6-4813-b864-2a2371039cf2 req-d9261aad-69d2-4749-a908-cfc1ff3e2ab9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.2547691 Aug 31 05:19:28.644410 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750662c-81bf-4a02-b5d8-886f798592cf req-8ccb2e88-1209-4910-a00c-83e2971539ac tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:28.646883 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2750662c-81bf-4a02-b5d8-886f798592cf req-8ccb2e88-1209-4910-a00c-83e2971539ac tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.3386827 Aug 31 05:19:29.168115 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4a0076fb-cec6-4813-b864-2a2371039cf2 req-393945f7-0928-4fe2-a52f-d2620f613912 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452664 Aug 31 05:19:29.206508 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6b62-f325-4c89-8196-ee40f90d7c41 req-dd21c61e-62e7-413d-95c5-5e55127ac366 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:29.208132 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a7a6b62-f325-4c89-8196-ee40f90d7c41 req-dd21c61e-62e7-413d-95c5-5e55127ac366 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 946 time: 0.6664290 Aug 31 05:19:29.402920 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a7a6b62-f325-4c89-8196-ee40f90d7c41 req-7a5ddccc-8d07-4020-9567-0b440bf21af8 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/security-groups?id=598073dd-9b79-4be1-8e9f-cc93169a6961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794078 Aug 31 05:19:29.490799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Deleting port 77b62e20-6e37-4940-a5d6-65798daffeda {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:19:29.491420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:29.721319 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] For port 77b62e20-6e37-4940-a5d6-65798daffeda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=77b62e20-6e37-4940-a5d6-65798daffeda,segment=NetworkSegment(17846653-6bc4-42d6-b13e-18a4b2b5afa0),segment_id=17846653-6bc4-42d6-b13e-18a4b2b5afa0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:29.721724 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:29.745749 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Calling delete_port for 77b62e20-6e37-4940-a5d6-65798daffeda owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:19:29.771547 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:29.795235 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:29.963717 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Floating IP 4225a58e-a1ee-420a-8e45-d7fd011d6a18 associated. External IP: 172.27.2.56, port: a2704d63-71d9-41da-a74b-8da28d78705e. Aug 31 05:19:30.084071 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:30.103367 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['77b62e20-6e37-4940-a5d6-65798daffeda'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:19:30.125987 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Pushing event deleted for resources: {'Port': ['ID=77b62e20-6e37-4940-a5d6-65798daffeda,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:30.170132 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.171110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.171110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.171110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.172077 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.173062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.173598 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.174079 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.174678 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.175388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.176009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.176819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:19:30.221627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] No DVR routers for this DVR port 77b62e20-6e37-4940-a5d6-65798daffeda on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:19:30.261086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:30.263234 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2750662c-81bf-4a02-b5d8-886f798592cf req-6af4428f-67da-4777-bbca-4a97a5d7d969 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.35 "DELETE /v2.0/ports/77b62e20-6e37-4940-a5d6-65798daffeda HTTP/1.1" status: 204 len: 173 time: 1.5733755 Aug 31 05:19:30.263688 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'name': 'network-vif-deleted', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:30.266551 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6fd5a-871b-4c7e-8fba-c9b3f2fccf79" -d '{"events": [{"server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "name": "network-vif-deleted", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:30.379836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe810b6-5fc8-43a8-8d97-ae145da9cbe6 x-openstack-request-id: req-afe810b6-5fc8-43a8-8d97-ae145da9cbe6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:30.380498 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f246ae-6009-41e1-8acf-1328a6ef0d71", "name": "network-vif-deleted", "tag": "77b62e20-6e37-4940-a5d6-65798daffeda", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:30.380856 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afe810b6-5fc8-43a8-8d97-ae145da9cbe6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:30.381447 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f246ae-6009-41e1-8acf-1328a6ef0d71', 'name': 'network-vif-deleted', 'tag': '77b62e20-6e37-4940-a5d6-65798daffeda', 'status': 'completed', 'code': 200} Aug 31 05:19:30.438205 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4366d-7415-442d-a669-b7f649a7c8d9 req-cb340330-7147-4878-8e55-884d19e7504d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:30.440909 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ef4366d-7415-442d-a669-b7f649a7c8d9 req-cb340330-7147-4878-8e55-884d19e7504d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1013072 Aug 31 05:19:30.448117 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:19:30.540649 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ef4366d-7415-442d-a669-b7f649a7c8d9 req-7b06cee0-bd79-41f8-9cc1-e35bc1f81d73 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Aug 31 05:19:30.559670 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-167596a9-1931-4112-9853-8472ecd75a3a req-2e29d2d1-fd09-4eb5-afc4-027638520be5 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0352991 Aug 31 05:19:30.660952 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:19:30.679000 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:30.682594 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:19:30.697518 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:19:30.698258 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:19:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:30.717948 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-911f471b-0d0c-4540-b9c4-17182c98af1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "PUT /v2.0/floatingips/4225a58e-a1ee-420a-8e45-d7fd011d6a18 HTTP/1.1" status: 200 len: 991 time: 2.5996766 Aug 31 05:19:30.913415 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:19:31.222368 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4225a58e-a1ee-420a-8e45-d7fd011d6a18', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49ad66f-293c-40b2-8970-3564782b420a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:44Z', 'updated_at': '2021-08-31T05:19:29Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:31.253505 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:19:31.263657 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:19:31.264295 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:19:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:31.381167 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:19:31.640702 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4225a58e-a1ee-420a-8e45-d7fd011d6a18', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49ad66f-293c-40b2-8970-3564782b420a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:44Z', 'updated_at': '2021-08-31T05:19:29Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:31.672592 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c04589-0c8f-4894-9411-ead3c4bc0d18 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4225a58e-a1ee-420a-8e45-d7fd011d6a18', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49ad66f-293c-40b2-8970-3564782b420a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:18:44Z', 'updated_at': '2021-08-31T05:19:29Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:19:31.746809 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c302f-1e45-4d87-b31f-5f7a70462a42 req-53eb8254-cee9-47a9-973a-6009ffb0cf8c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:31.750553 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b9c302f-1e45-4d87-b31f-5f7a70462a42 req-53eb8254-cee9-47a9-973a-6009ffb0cf8c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0694332 Aug 31 05:19:31.805773 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-980c5984-fc7c-40b8-9f54-43a980eccbbd req-0c1ab558-270f-409a-b561-ef99e69d3d61 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0533326 Aug 31 05:19:31.863671 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b9c302f-1e45-4d87-b31f-5f7a70462a42 req-fb0a740e-ddc2-431b-a6d9-84b6969b9fe2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950100 Aug 31 05:19:31.984822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47583e5f-ac49-48f2-8759-10f46ff9c90d None None] New status for floating IP 4225a58e-a1ee-420a-8e45-d7fd011d6a18: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:19:32.382848 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:32.385632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675dc73-8566-483a-bf30-bb5753655c50" -d '{"events": [{"name": "network-changed", "server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:32.674406 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7455-4982-44b2-a441-40146b40b80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:32.968123 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 77b62e20-6e37-4940-a5d6-65798daffeda no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:19:33.010934 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 77b62e20-6e37-4940-a5d6-65798daffeda {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:19:33.011983 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 77b62e20-6e37-4940-a5d6-65798daffeda not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:19:34.129268 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591b19e-2ef8-4f76-a6b3-1fbbf4742062 x-openstack-request-id: req-3591b19e-2ef8-4f76-a6b3-1fbbf4742062 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:34.130148 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:34.130388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3591b19e-2ef8-4f76-a6b3-1fbbf4742062 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:34.133127 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'status': 'completed', 'code': 200} Aug 31 05:19:34.306367 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3cacf486-5f4b-43a2-8418-cde69898ccff req-d29f982f-3393-4cec-b412-71570b766f67 tempest-DeleteServersTestJSON-1022462942 tempest-DeleteServersTestJSON-1022462942-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f246ae-6009-41e1-8acf-1328a6ef0d71 HTTP/1.1" status: 200 len: 210 time: 0.0761068 Aug 31 05:19:34.318653 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675dc73-8566-483a-bf30-bb5753655c50 req-ab776d09-e3cb-4666-8e17-0d79c1c15532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:34.320414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-ab776d09-e3cb-4666-8e17-0d79c1c15532 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1099 time: 0.1517410 Aug 31 05:19:34.362325 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c768b-776d-4cf6-a9cb-9b6faca0df56 req-da65556b-d79c-442a-ae08-11644e73367b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:34.363989 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-633c768b-776d-4cf6-a9cb-9b6faca0df56 req-da65556b-d79c-442a-ae08-11644e73367b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1307590 Aug 31 05:19:34.450486 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-633c768b-776d-4cf6-a9cb-9b6faca0df56 req-91b2ff6d-a9d4-45bc-95e2-a43c52c3f775 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Aug 31 05:19:34.471481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675dc73-8566-483a-bf30-bb5753655c50 req-139216e1-c0c1-4822-8d3f-cb9cc2b70347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:34.473052 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-139216e1-c0c1-4822-8d3f-cb9cc2b70347 service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.1425347 Aug 31 05:19:35.681615 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:36.972328 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-14091d78-1a20-4918-beff-003a5e76ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:37.576571 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:37.579770 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-746dd571-71fc-4849-b1c9-840e134e3338 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 1001 time: 0.0874445 Aug 31 05:19:37.678890 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675dc73-8566-483a-bf30-bb5753655c50 req-a8d5984f-e42d-44ec-b821-d7f8f2b6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:37.682659 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-a8d5984f-e42d-44ec-b821-d7f8f2b6cfb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0865996 Aug 31 05:19:37.740479 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a85e4-eab4-4b16-bf03-29d5295358c1 req-2e102748-21b5-4e8e-85e4-0e55f4de21bc tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:37.743174 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-326a85e4-eab4-4b16-bf03-29d5295358c1 req-2e102748-21b5-4e8e-85e4-0e55f4de21bc tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1166365 Aug 31 05:19:37.800835 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675dc73-8566-483a-bf30-bb5753655c50 req-16629146-c869-481c-a080-2582c8b4eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:37.803251 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-16629146-c869-481c-a080-2582c8b4eeee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1080575 Aug 31 05:19:37.838803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-326a85e4-eab4-4b16-bf03-29d5295358c1 req-31b10fa0-01e2-44ff-8007-9740e3e67001 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Aug 31 05:19:37.955217 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-27f6d6ba-028c-4732-a546-c3d09be85dff service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385691 Aug 31 05:19:38.098030 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2675dc73-8566-483a-bf30-bb5753655c50 req-a8f21886-d0b3-4e75-9532-3f27fdd2d153 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278975 Aug 31 05:19:38.638825 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:38.823578 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b35d-56d7-4bef-8d62-f5d28172bbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:38.957281 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b35d-56d7-4bef-8d62-f5d28172bbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:38.961314 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5fa4b35d-56d7-4bef-8d62-f5d28172bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.005252 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5fa4b35d-56d7-4bef-8d62-f5d28172bbef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04418b83c4014498aecfa7f7f8eb2381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662302 Aug 31 05:19:39.008505 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51690) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.010093 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4b35d-56d7-4bef-8d62-f5d28172bbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b09c3a-825e-4b52-8d5b-4f0e84ac6379,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:39.028306 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966bb85-d398-4029-93d4-9b2051b91cf3 req-8bcb0d2e-86e3-4361-8d63-d278d4227595 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:39.036497 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d966bb85-d398-4029-93d4-9b2051b91cf3 req-8bcb0d2e-86e3-4361-8d63-d278d4227595 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0955641 Aug 31 05:19:39.080653 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.122822 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d966bb85-d398-4029-93d4-9b2051b91cf3 req-021248b8-151d-4a31-9d27-04b4b2651f02 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853338 Aug 31 05:19:39.129662 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.166033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.167704 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51696) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.237738 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.240748 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.242069 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0b09c3a-825e-4b52-8d5b-4f0e84ac6379 HTTP/1.1" status: 204 len: 168 time: 0.2324595 Aug 31 05:19:39.257598 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d862a4-6b0c-4782-ae94-55d2f9ff7a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b09c3a-825e-4b52-8d5b-4f0e84ac6379,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:39.290886 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.338424 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b61775-b1c0-4353-9409-7077da03eb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.362114 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Deleting subnet 1a1e5e69-9e02-4c6f-af04-64b6ed48ee40 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:19:39.367359 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.425462 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.506853 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.580630 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.622624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.626694 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1a1e5e69-9e02-4c6f-af04-64b6ed48ee40 HTTP/1.1" status: 204 len: 168 time: 0.3340738 Aug 31 05:19:39.627768 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41892665-25cd-4497-a8ed-6914b9c95c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1e5e69-9e02-4c6f-af04-64b6ed48ee40,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:39.629363 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51714) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.642211 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b61775-b1c0-4353-9409-7077da03eb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.649872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b61775-b1c0-4353-9409-7077da03eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.673086 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.713794 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d8b61775-b1c0-4353-9409-7077da03eb95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=495f44aec5eb4f228c0fca4243e5351c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448716 Aug 31 05:19:39.714668 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a846cce6-6f43-4af8-a15b-136327521b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.724623 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51722) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:39.744510 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b61775-b1c0-4353-9409-7077da03eb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ea54c-3526-4594-9a0b-2f5930329120,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:39.837201 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.876183 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.880323 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.960798 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a846cce6-6f43-4af8-a15b-136327521b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.973020 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.977920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.979588 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/209ea54c-3526-4594-9a0b-2f5930329120 HTTP/1.1" status: 204 len: 168 time: 0.2508898 Aug 31 05:19:39.980569 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a846cce6-6f43-4af8-a15b-136327521b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:39.997504 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2eca3-cf70-4ef4-af95-91fae7e8a8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ea54c-3526-4594-9a0b-2f5930329120,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:40.028181 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.039480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afbbbe0-eafd-461b-9b71-8e11141a183a']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:40.057777 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a846cce6-6f43-4af8-a15b-136327521b3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd434ca2a4d54bccb7c55013a9eb5d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806536 Aug 31 05:19:40.060036 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846cce6-6f43-4af8-a15b-136327521b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06d11d-e871-447c-a119-6903d8b2505e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:40.064640 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51736) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:40.080891 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17846653-6bc4-42d6-b13e-18a4b2b5afa0') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:40.085819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17846653-6bc4-42d6-b13e-18a4b2b5afa0') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:19:40.107829 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.124890 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.133841 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:19:40.134494 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:19:40.137412 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:19:40.139714 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.171278 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.246817 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.257371 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.258151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.265650 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1afbbbe0-eafd-461b-9b71-8e11141a183a HTTP/1.1" status: 204 len: 168 time: 0.6321757 Aug 31 05:19:40.269184 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.271017 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa06d11d-e871-447c-a119-6903d8b2505e HTTP/1.1" status: 204 len: 168 time: 0.2049875 Aug 31 05:19:40.281355 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8064b9a-1eca-4b84-a132-0438603ce6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06d11d-e871-447c-a119-6903d8b2505e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:40.575525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf5e5-3a65-4495-93ff-3c20830a6e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afbbbe0-eafd-461b-9b71-8e11141a183a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:40.656701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04785c-b63c-487c-99d4-ff208d3730b2 req-abac765b-2d1f-4289-833e-dcdcd1d3f84e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:40.659232 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a04785c-b63c-487c-99d4-ff208d3730b2 req-abac765b-2d1f-4289-833e-dcdcd1d3f84e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0868716 Aug 31 05:19:40.697212 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:40.755371 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a04785c-b63c-487c-99d4-ff208d3730b2 req-2c744080-abc5-4496-be4d-86b41e634ae4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820167 Aug 31 05:19:40.773930 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ea682826-c049-42f6-9014-7a9668a9107a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f896576628345269f70da101a52401f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0727024 Aug 31 05:19:40.774280 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51754) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:40.832295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51756) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:40.876737 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:40.923749 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.018767 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24a53550-ae16-44a7-817d-ce2718735b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.019812 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.022473 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.029506 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/598073dd-9b79-4be1-8e9f-cc93169a6961 HTTP/1.1" status: 204 len: 168 time: 0.2484028 Aug 31 05:19:41.042750 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e883f-c1d7-464f-ad79-d89df0d6d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598073dd-9b79-4be1-8e9f-cc93169a6961,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:41.152854 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24a53550-ae16-44a7-817d-ce2718735b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.159165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24a53550-ae16-44a7-817d-ce2718735b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.205496 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53550-ae16-44a7-817d-ce2718735b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e29664-67bb-45f3-9009-399873aa6582,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:41.209956 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-24a53550-ae16-44a7-817d-ce2718735b41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36a53418eceb4124bd7b0990d91986c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765621 Aug 31 05:19:41.213178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51778) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:41.292866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.333741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.399202 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.403611 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:41.405178 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6e29664-67bb-45f3-9009-399873aa6582 HTTP/1.1" status: 204 len: 168 time: 0.1910069 Aug 31 05:19:41.414428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216180-71a2-49d4-ad24-cd6d4efa11cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e29664-67bb-45f3-9009-399873aa6582,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:41.972029 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e860f-3f2a-4182-b25b-ce34fdbb0e25 req-adbf7ab9-2863-4e91-b9fa-05c2aebd96f2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:41.977935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-762e860f-3f2a-4182-b25b-ce34fdbb0e25 req-adbf7ab9-2863-4e91-b9fa-05c2aebd96f2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0978620 Aug 31 05:19:42.034856 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-762e860f-3f2a-4182-b25b-ce34fdbb0e25 req-91e3d195-7c84-4fb4-a00d-da920f3682b7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Aug 31 05:19:42.043618 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51822) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:42.061094 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-230fc95e-ca6a-41b8-a1f6-ab16aaedba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.274162 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-230fc95e-ca6a-41b8-a1f6-ab16aaedba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.279421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-230fc95e-ca6a-41b8-a1f6-ab16aaedba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.324753 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fc95e-ca6a-41b8-a1f6-ab16aaedba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b43a48f-2e2f-4615-9191-8914e21b5543,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:42.330993 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-230fc95e-ca6a-41b8-a1f6-ab16aaedba30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47a22a48326d4048949e8487674cfc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860968 Aug 31 05:19:42.333617 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:42.403866 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.445700 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.500501 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.503288 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:42.507037 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b43a48f-2e2f-4615-9191-8914e21b5543 HTTP/1.1" status: 204 len: 168 time: 0.1698647 Aug 31 05:19:42.513919 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e62a8a-99ba-4e12-afbd-2a80a8b57f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b43a48f-2e2f-4615-9191-8914e21b5543,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:43.279185 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e59cfb-6130-4424-a38d-4a728cb19dec req-2394fd4c-8451-4c0f-aa04-8393cd7b673a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:43.281992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0e59cfb-6130-4424-a38d-4a728cb19dec req-2394fd4c-8451-4c0f-aa04-8393cd7b673a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Aug 31 05:19:43.333283 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0e59cfb-6130-4424-a38d-4a728cb19dec req-6e31e663-2f32-4620-9720-1b6082d555ef tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Aug 31 05:19:43.465400 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51890) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:43.723328 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51900) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:43.985836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-42ebfee3-20de-45ed-a89a-846354743597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.047929 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1813153893-network', 'tenant_id': '4f29b9f58842406db6c791b1b0be0832'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:44.113627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-42ebfee3-20de-45ed-a89a-846354743597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.126696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-42ebfee3-20de-45ed-a89a-846354743597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.216680 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:44.221876 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.244637 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfee3-20de-45ed-a89a-846354743597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d693bc-4c4a-4d02-be81-6acf1a73a007,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:44.254605 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-42ebfee3-20de-45ed-a89a-846354743597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c1c10cd0724a0baa399cca5b012f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877715 Aug 31 05:19:44.254697 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:44.255836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.347240 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.393465 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.440248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.457099 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.481485 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.489605 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.496722 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73d693bc-4c4a-4d02-be81-6acf1a73a007 HTTP/1.1" status: 204 len: 168 time: 0.2397094 Aug 31 05:19:44.506321 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:19:44.511718 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf0c3-2d71-44df-9554-f6b40e136928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d693bc-4c4a-4d02-be81-6acf1a73a007,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:44.527723 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.534213 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Added segment 8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0 of type vlan for network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 Aug 31 05:19:44.627066 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.636995 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9241d4d4-f5f4-4038-8108-9a118bde88fd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:44.677790 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416693e2-5b1b-4bba-ada7-f46e2cb3d734 req-f0225b6e-5c1a-4b22-8350-f07045304a61 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:44.679470 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-416693e2-5b1b-4bba-ada7-f46e2cb3d734 req-f0225b6e-5c1a-4b22-8350-f07045304a61 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1125615 Aug 31 05:19:44.692454 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.694192 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:44.695348 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:44.786189 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0617352 Aug 31 05:19:44.790607 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51942) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:44.800337 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Request body: {'subnet': {'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1813153893-subnet', 'tenant_id': '4f29b9f58842406db6c791b1b0be0832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:44.807305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a028-4476-432c-83ef-9283a89f8be5 admin admin] Pushing event updated for resources: {'Network': ['ID=c18ca1c9-81ed-4892-86fe-26100f0fc2d3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:44.821839 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-416693e2-5b1b-4bba-ada7-f46e2cb3d734 req-87b8b6f3-d72a-45e7-9e70-98eec5b27ebe tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168406 Aug 31 05:19:44.823099 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:19:44.857480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:44.861378 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.070344 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.078830 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51948) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:45.143993 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=72460adc-0277-4e13-9ddb-affb18e13f86,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:45.158702 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Checking segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:19:45.159322 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Network hostable DHCP agents. Network: c18ca1c9-81ed-4892-86fe-26100f0fc2d3, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:19:45.189638 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:19:45.204115 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, c18ca1c9-81ed-4892-86fe-26100f0fc2d3) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:19:45.208143 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51956) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:45.222730 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:45.223918 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.232081 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c363f22-b66d-4207-923a-541f06e418dd None None] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:45.242890 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b18881e7-35de-4efd-91cf-d86d357402ff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4503441 Aug 31 05:19:45.317241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.364911 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-863432880-network', 'tenant_id': '383af3d48cde4dbd8b983d85c61c2304'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:45.398901 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Made reservation on behalf of 383af3d48cde4dbd8b983d85c61c2304 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:45.402660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.420525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.440675 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6124319-73a0-4763-a3fc-a100de2d9504 None None] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:45.610873 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.648193 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.695875 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:19:45.715357 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.715680 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Added segment 0263db02-3659-4d2f-8f47-1704b91d4c9e of type vlan for network 41207a0e-833c-407c-b626-72f849eebe43 Aug 31 05:19:45.725126 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb824d1c-3949-4c5d-9f10-8ac2d7383398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.826023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.896893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e93a71-073c-491a-b561-ac6670c8891e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:45.901517 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:45.903225 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:45.904166 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.052734 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] Pushing event updated for resources: {'Network': ['ID=41207a0e-833c-407c-b626-72f849eebe43,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:46.072513 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 41207a0e-833c-407c-b626-72f849eebe43 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:19:46.196630 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c933e0-55ba-41cd-92d8-c9b846486fb5 req-ac9626d8-d694-48ef-842e-7b407b2fe11c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:46.199373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a8c933e0-55ba-41cd-92d8-c9b846486fb5 req-ac9626d8-d694-48ef-842e-7b407b2fe11c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1403623 Aug 31 05:19:46.222331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb824d1c-3949-4c5d-9f10-8ac2d7383398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.239414 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb824d1c-3949-4c5d-9f10-8ac2d7383398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.277707 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-923b964e-88bf-48af-b24a-6d378b1f3126 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1938937 Aug 31 05:19:46.278518 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 51988) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:46.308068 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Request body: {'subnet': {'network_id': '41207a0e-833c-407c-b626-72f849eebe43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-863432880-subnet', 'tenant_id': '383af3d48cde4dbd8b983d85c61c2304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:46.363805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-eb824d1c-3949-4c5d-9f10-8ac2d7383398 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bb1661506844d6d97a393192944e423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1522028 Aug 31 05:19:46.368186 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a8c933e0-55ba-41cd-92d8-c9b846486fb5 req-240e18dd-d4b6-4ddd-8212-5625ef77fb4d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527202 Aug 31 05:19:46.368957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 51992) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:46.372240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb824d1c-3949-4c5d-9f10-8ac2d7383398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a955f86-5c26-42d9-aa7e-566fe03cc4c9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:46.407289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Made reservation on behalf of 383af3d48cde4dbd8b983d85c61c2304 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:46.411172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.639590 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.709684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.774510 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-39353f06-8d5c-4857-89bd-6e2e75b71208 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:46.777290 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-39353f06-8d5c-4857-89bd-6e2e75b71208 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.2806892 Aug 31 05:19:46.782625 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.828239 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-4686d053-34fa-4d80-8e34-2e3cd4213cf6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/quotas/4f29b9f58842406db6c791b1b0be0832 HTTP/1.1" status: 200 len: 375 time: 0.0292649 Aug 31 05:19:46.907481 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e827d646-3ade-436b-8ed4-821747e3bcb6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:46.910479 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Checking segment: {'id': '0263db02-3659-4d2f-8f47-1704b91d4c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '41207a0e-833c-407c-b626-72f849eebe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:19:46.910479 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Network hostable DHCP agents. Network: 41207a0e-833c-407c-b626-72f849eebe43, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:19:46.915469 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-91609158-ff46-4ecc-b21c-fc213dda587e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763099 Aug 31 05:19:46.916671 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.920432 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:46.922559 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a955f86-5c26-42d9-aa7e-566fe03cc4c9 HTTP/1.1" status: 204 len: 168 time: 0.5520496 Aug 31 05:19:46.931647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bad987-436f-4f2e-8b89-1062907424e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a955f86-5c26-42d9-aa7e-566fe03cc4c9,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:46.971261 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Network 41207a0e-833c-407c-b626-72f849eebe43 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:19:46.986476 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 41207a0e-833c-407c-b626-72f849eebe43) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:19:46.993369 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:46.994322 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:47.010264 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e1409-3b79-4a03-b6ff-b158c94f6d1b None None] Network 41207a0e-833c-407c-b626-72f849eebe43 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:47.028124 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-684bd1df-ff0d-4e6c-bd16-40eed17ad91a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7451358 Aug 31 05:19:47.114410 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-5d536ff8-be6b-45b3-8f7e-a45d998ff53a service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735687 Aug 31 05:19:47.297656 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628391b-bbb2-4cba-be75-84a90453fa03 None None] Network 41207a0e-833c-407c-b626-72f849eebe43 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:47.440790 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-3b284f56-d990-481f-aa37-142b42503a2d service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013074 Aug 31 05:19:47.690473 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98e07-a907-468b-ab61-2d980426b8d7 req-7e851a90-e413-44f7-97a9-82aaa878e984 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:47.693283 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ff98e07-a907-468b-ab61-2d980426b8d7 req-7e851a90-e413-44f7-97a9-82aaa878e984 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1150069 Aug 31 05:19:47.772569 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ff98e07-a907-468b-ab61-2d980426b8d7 req-ef22965a-f184-4a45-8ec4-fda4031772fd tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707211 Aug 31 05:19:47.843170 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-58f998c2-966c-4ee9-9d1e-e4633e179432 req-9fbfc4a7-9bec-40a7-ab09-718ccd65d32d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 210 time: 0.0541790 Aug 31 05:19:48.106313 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52058) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:48.124391 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a6103605-112f-43a0-8e9f-ec038ff0a47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.258869 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a6103605-112f-43a0-8e9f-ec038ff0a47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.266061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a6103605-112f-43a0-8e9f-ec038ff0a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.335834 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a6103605-112f-43a0-8e9f-ec038ff0a47d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22d2fcbeb7064347bc6962b69ea19bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279046 Aug 31 05:19:48.337048 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6103605-112f-43a0-8e9f-ec038ff0a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adfddfc-3e96-47e3-ab2b-b40d685f836c,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:48.338827 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52072) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:48.382187 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52074) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:48.391008 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543977466-network', 'tenant_id': '595dc8168e3a4d5a8b8bfd2d41e7bd57'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:48.441628 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Made reservation on behalf of 595dc8168e3a4d5a8b8bfd2d41e7bd57 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:48.443436 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.444522 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.456618 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.501989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.585163 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.588487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.593206 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2adfddfc-3e96-47e3-ab2b-b40d685f836c HTTP/1.1" status: 204 len: 168 time: 0.2514632 Aug 31 05:19:48.612876 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.614321 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cca84-5630-48ac-ac1a-f6a0a9250352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adfddfc-3e96-47e3-ab2b-b40d685f836c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:48.620342 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.655335 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1ff81-411b-4b47-b420-e9cf28ee8070,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:48.674150 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:19:48.724366 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.725367 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Added segment e793defd-df52-40ca-9166-409b1e9695e7 of type vlan for network 130d13db-9c32-4ccf-a8e3-90c2462a787e Aug 31 05:19:48.809668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.854279 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.858488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:48.858488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:48.900830 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5162179 Aug 31 05:19:48.903963 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:48.912598 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Request body: {'subnet': {'network_id': '130d13db-9c32-4ccf-a8e3-90c2462a787e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543977466-subnet', 'tenant_id': '595dc8168e3a4d5a8b8bfd2d41e7bd57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:48.981449 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Made reservation on behalf of 595dc8168e3a4d5a8b8bfd2d41e7bd57 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:48.989223 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:49.036525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378601-084d-45dd-8870-44bb97d39b0b admin admin] Pushing event updated for resources: {'Network': ['ID=130d13db-9c32-4ccf-a8e3-90c2462a787e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:49.053626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 130d13db-9c32-4ccf-a8e3-90c2462a787e details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:19:49.080777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-183416be-404a-44fc-9673-8436b2920ec6 req-5cb256ea-236a-48c8-9965-4f8892f5873b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 210 time: 0.0712171 Aug 31 05:19:49.118839 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a065c8-cc39-477f-be1a-28512dce1d29 req-a48539de-c292-45f8-91f9-13425713a1f1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:49.129028 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80a065c8-cc39-477f-be1a-28512dce1d29 req-a48539de-c292-45f8-91f9-13425713a1f1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1810346 Aug 31 05:19:49.198936 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80a065c8-cc39-477f-be1a-28512dce1d29 req-0cb23fa0-dfd6-40dc-bf9f-964bc752806d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678504 Aug 31 05:19:49.494289 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-1d53e287-040d-4f51-914b-40cd1907493d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:49.496452 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-1d53e287-040d-4f51-914b-40cd1907493d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.2263589 Aug 31 05:19:49.514554 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Request body: {'port': {'device_id': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'admin_state_up': True, 'tenant_id': '4f29b9f58842406db6c791b1b0be0832'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:49.620260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:49.711207 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Checking segment: {'id': 'e793defd-df52-40ca-9166-409b1e9695e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '130d13db-9c32-4ccf-a8e3-90c2462a787e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:19:49.711754 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Network hostable DHCP agents. Network: 130d13db-9c32-4ccf-a8e3-90c2462a787e, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:19:49.726497 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0415fbda-c628-4a5d-ac08-7a4dc1c55319,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:49.739604 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Network 130d13db-9c32-4ccf-a8e3-90c2462a787e is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:19:49.753932 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 130d13db-9c32-4ccf-a8e3-90c2462a787e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:19:49.769655 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec068a61-fdbb-4271-9fb7-a19856c1ebdf None None] Network 130d13db-9c32-4ccf-a8e3-90c2462a787e requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:49.781210 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:49.782610 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:49.819726 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:19:49.827704 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c4f35f20-62f5-4b62-a8a4-1ea68382b473 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9212613 Aug 31 05:19:49.830021 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:50.007022 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Allocated IP 172.20.0.14 (c18ca1c9-81ed-4892-86fe-26100f0fc2d3/72460adc-0277-4e13-9ddb-affb18e13f86/82ba2a16-cdd1-4349-b6bf-f6a72651d117) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:19:50.102604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01220d2-d102-44f7-8cc1-42776b1576ae None None] Network 130d13db-9c32-4ccf-a8e3-90c2462a787e requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:19:50.349786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a4ec14c5-ed38-48c7-a58f-bbe9d5109fe3 req-2a4ca924-9423-469d-a6bb-6cf865fa1cf2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 210 time: 0.1007018 Aug 31 05:19:50.379024 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:50.440583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c629eb8-fb26-4539-adf0-4dd823877a21 req-0bdc67c1-e1e0-4f07-b923-2f2d0208d348 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:50.447969 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2c629eb8-fb26-4539-adf0-4dd823877a21 req-0bdc67c1-e1e0-4f07-b923-2f2d0208d348 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1013930 Aug 31 05:19:50.505871 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2c629eb8-fb26-4539-adf0-4dd823877a21 req-8c6c274f-2ad4-4d11-ad58-380667905b3d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Aug 31 05:19:50.507472 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:50.577949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:19:50.581893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:19:50.584956 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:19:50.618603 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event updated for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:50.657131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:50.659168 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:50.682122 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e9ca21ba-14a2-4f7a-b3c3-6e02147a3784 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1764185 Aug 31 05:19:50.699723 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Request body: {'port': {'device_id': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:19:50.763406 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.107057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ba2a16-cdd1-4349-b6bf-f6a72651d117 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:19:51.114862 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.127772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Transition to ACTIVE for port object 82ba2a16-cdd1-4349-b6bf-f6a72651d117 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:19:51.134990 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.223167 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Pushing event updated for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:51.306668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Attempting to bind port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:19:51.306668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Attempting to bind port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:19:51.306668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Attempting to bind port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:19:51.312947 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:19:51.315726 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Attempting to bind port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:19:51.324024 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:19:51.324670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Checking segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:19:51.325295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Bound using segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:19:51.325976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Bound port: 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:19:51.326386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.474527 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:19:51.484234 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:19:51.493308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.629420 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52216) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:51.639724 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:51.650428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.653452 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] 10.222.0.35 "PUT /v2.0/ports/82ba2a16-cdd1-4349-b6bf-f6a72651d117 HTTP/1.1" status: 200 len: 1094 time: 0.9602654 Aug 31 05:19:51.654619 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:51.658544 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de82ec-642e-4493-9091-b1093630d7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:51.783205 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba72dd-742a-443d-82b7-4dbe58c9abd4 req-1b8280de-efda-488e-8f7a-39caf8b91568 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:51.785022 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-66ba72dd-742a-443d-82b7-4dbe58c9abd4 req-1b8280de-efda-488e-8f7a-39caf8b91568 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 944 time: 0.2759998 Aug 31 05:19:51.786158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946d753-ba8f-4558-9502-b0a7e7f8927e service neutron] Pushing event updated for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:51.839962 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01062d0-0678-490c-bf81-0642050d57a4 req-02634fbd-e669-486d-b536-b865d81e62a9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:51.841587 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d01062d0-0678-490c-bf81-0642050d57a4 req-02634fbd-e669-486d-b536-b865d81e62a9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1746347 Aug 31 05:19:51.842241 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6984f2e9-fca2-42cd-902e-42dfcf7cb5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.847670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-a0a9e1d5-a1dd-433c-bdd5-16046ef44cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:51.849184 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-a0a9e1d5-a1dd-433c-bdd5-16046ef44cdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 1097 time: 0.1096427 Aug 31 05:19:51.888779 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-66ba72dd-742a-443d-82b7-4dbe58c9abd4 req-f25df486-153c-4b3e-8a00-062653628086 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935895 Aug 31 05:19:51.931656 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-5cc9751c-5fc2-447a-836b-83659a31dd9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117 HTTP/1.1" status: 200 len: 217 time: 0.0589979 Aug 31 05:19:51.963177 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d01062d0-0678-490c-bf81-0642050d57a4 req-2d03836e-ac00-4a33-bc80-b183e1ecd88b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021767 Aug 31 05:19:51.990527 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6984f2e9-fca2-42cd-902e-42dfcf7cb5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:51.996530 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6984f2e9-fca2-42cd-902e-42dfcf7cb5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:52.032306 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e0c99b8c-d2cf-4d00-a052-dbe8f081c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:52.032519 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984f2e9-fca2-42cd-902e-42dfcf7cb5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a9ac9-1ba5-499e-bfe8-2f404800b228,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:52.037611 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-e0c99b8c-d2cf-4d00-a052-dbe8f081c7a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0901780 Aug 31 05:19:52.076027 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6984f2e9-fca2-42cd-902e-42dfcf7cb5b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b8d91ce7a1e49d8ada7d20767336474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455116 Aug 31 05:19:52.079212 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:52.101600 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-d1318f43-5dba-49e0-a84a-b9d873702d27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579042 Aug 31 05:19:52.117248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e546c7-9a12-4650-89ec-c56fec5f61c0 x-openstack-request-id: req-d9e546c7-9a12-4650-89ec-c56fec5f61c0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:52.117905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:52.117905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9e546c7-9a12-4650-89ec-c56fec5f61c0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:52.118152 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'status': 'completed', 'code': 200} Aug 31 05:19:52.175474 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:52.203245 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:52.275012 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:52.279791 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:52.282398 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c14a9ac9-1ba5-499e-bfe8-2f404800b228 HTTP/1.1" status: 204 len: 168 time: 0.2016406 Aug 31 05:19:52.293382 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-7a7ee3af-21d6-4340-9176-5138195f66b6 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708105 Aug 31 05:19:52.293968 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f541a2-dc27-48ca-abaf-5c252f629a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a9ac9-1ba5-499e-bfe8-2f404800b228,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:52.438702 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3013b46c-1bfe-43db-8aab-f7786a40a9ad req-0142c23a-817f-4115-b950-2f394c600880 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319489 Aug 31 05:19:52.565571 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de82ec-642e-4493-9091-b1093630d7ed req-66bfdd48-fdb3-4318-920e-a383390d2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:52.567813 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-66bfdd48-fdb3-4318-920e-a383390d2b7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 1097 time: 0.0669601 Aug 31 05:19:52.700261 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:19:52.738762 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de82ec-642e-4493-9091-b1093630d7ed req-5252c194-8cd8-4331-b4ba-447982f43a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:52.740372 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-5252c194-8cd8-4331-b4ba-447982f43a16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 916 time: 0.1625531 Aug 31 05:19:52.809527 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-0c35b21e-abe5-43dd-8414-032acba65545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117 HTTP/1.1" status: 200 len: 217 time: 0.0603447 Aug 31 05:19:52.907034 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de82ec-642e-4493-9091-b1093630d7ed req-dc8399db-76a5-40fe-9ece-4d533eae32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:52.909183 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-dc8399db-76a5-40fe-9ece-4d533eae32e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0902252 Aug 31 05:19:52.974734 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-c04245ee-ee99-4b39-a0c4-fefbbe3e1619 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550349 Aug 31 05:19:53.247378 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421ada-491b-4ae9-93bd-eddf46243722 req-34d56dc4-1374-4af3-88ba-5d952e2ba8d7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:53.255002 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb421ada-491b-4ae9-93bd-eddf46243722 req-34d56dc4-1374-4af3-88ba-5d952e2ba8d7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 944 time: 0.2583127 Aug 31 05:19:53.268022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:53.280059 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-f1e26200-d90a-4ae8-ba86-49f3c7541d22 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968304 Aug 31 05:19:53.290465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a724f-82aa-4760-a59e-5a80ba8463df req-ada0d7b6-f372-4102-b369-59e8de3e021f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:53.304456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff7a724f-82aa-4760-a59e-5a80ba8463df req-ada0d7b6-f372-4102-b369-59e8de3e021f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1722505 Aug 31 05:19:53.397586 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb421ada-491b-4ae9-93bd-eddf46243722 req-0d05ae40-bea9-4f7a-9cec-9eb20e1722f2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418209 Aug 31 05:19:53.408483 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff7a724f-82aa-4760-a59e-5a80ba8463df req-2e5139d4-3311-40c2-a33f-2ead6cfe5a12 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094825 Aug 31 05:19:53.438047 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0c6216b5-3033-43d4-9b6c-d4ef11872161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.463321 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05de82ec-642e-4493-9091-b1093630d7ed req-f465d5a2-39ed-4c2e-8c84-04b4bb69f798 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618042 Aug 31 05:19:53.599220 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0c6216b5-3033-43d4-9b6c-d4ef11872161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.605412 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0c6216b5-3033-43d4-9b6c-d4ef11872161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.648892 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-0c6216b5-3033-43d4-9b6c-d4ef11872161 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ef86e4590d6478f8c1fb24a2e271fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776324 Aug 31 05:19:53.650443 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52314) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:53.651381 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6216b5-3033-43d4-9b6c-d4ef11872161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc3d78-941d-4a0d-9692-2b15947273d8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:53.715964 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.741583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.806335 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.809616 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:53.810873 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44bc3d78-941d-4a0d-9692-2b15947273d8 HTTP/1.1" status: 204 len: 168 time: 0.1594505 Aug 31 05:19:53.821268 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33d58-c89f-430a-978f-09955619814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc3d78-941d-4a0d-9692-2b15947273d8,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:54.344509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52368) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:54.365601 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4aed245b-3640-427c-933b-b7860e81d7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:54.510308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4aed245b-3640-427c-933b-b7860e81d7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:54.518011 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4aed245b-3640-427c-933b-b7860e81d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:54.843232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed245b-3640-427c-933b-b7860e81d7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738404e-fdf5-4d66-bc4e-e00de45a13a5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:54.869835 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-4aed245b-3640-427c-933b-b7860e81d7fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad02f43294d94ab4b2cabb0183851ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237854 Aug 31 05:19:54.872816 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52402) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:54.897262 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52404) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:54.905803 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb1cfd-1dca-4f3c-a77d-a90a919a3de0 req-c317eff9-e7de-405d-9b73-3e7e6987e77e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:54.909591 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-89bb1cfd-1dca-4f3c-a77d-a90a919a3de0 req-c317eff9-e7de-405d-9b73-3e7e6987e77e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 944 time: 0.3655815 Aug 31 05:19:54.938542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3dd47-2140-4e48-a7ce-573cd53eb33c req-786e81fe-5c80-41b3-a061-429a7213b336 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:54.940511 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e7c3dd47-2140-4e48-a7ce-573cd53eb33c req-786e81fe-5c80-41b3-a061-429a7213b336 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.3727317 Aug 31 05:19:54.980120 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.005603 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.010546 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-89bb1cfd-1dca-4f3c-a77d-a90a919a3de0 req-1609a983-efd8-4f03-9ecd-379a0592e663 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849473 Aug 31 05:19:55.014186 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e7c3dd47-2140-4e48-a7ce-573cd53eb33c req-32d605e1-8fa4-4e59-9e72-c8e497e53c31 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627787 Aug 31 05:19:55.098699 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.101814 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.103000 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1738404e-fdf5-4d66-bc4e-e00de45a13a5 HTTP/1.1" status: 204 len: 168 time: 0.2288167 Aug 31 05:19:55.111148 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d1fbdd-1bcc-4772-b0ac-2a956eb2b290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.126763 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c452-08d4-400e-8bbb-ad7dfb7a97e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738404e-fdf5-4d66-bc4e-e00de45a13a5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:55.314884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d1fbdd-1bcc-4772-b0ac-2a956eb2b290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.320244 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d1fbdd-1bcc-4772-b0ac-2a956eb2b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.373816 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1fbdd-1bcc-4772-b0ac-2a956eb2b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6ab72-1c78-41e2-abca-1e4d701969eb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:55.383774 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-f8d1fbdd-1bcc-4772-b0ac-2a956eb2b290 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ee0edfa4ad84ea3a675f134c58be0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811206 Aug 31 05:19:55.384149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52418) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:55.451205 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.489862 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.578656 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.583256 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:55.584549 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50c6ab72-1c78-41e2-abca-1e4d701969eb HTTP/1.1" status: 204 len: 168 time: 0.1991990 Aug 31 05:19:55.594485 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893fa8a-d097-43bd-baeb-9c5acca2c2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c6ab72-1c78-41e2-abca-1e4d701969eb,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:56.002670 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52444) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:56.019615 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9a0acfd-81cd-470a-9d82-065c83597635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.162715 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9a0acfd-81cd-470a-9d82-065c83597635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.170658 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9a0acfd-81cd-470a-9d82-065c83597635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.230732 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 82ba2a16-cdd1-4349-b6bf-f6a72651d117 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:19:56.231565 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0acfd-81cd-470a-9d82-065c83597635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5433f9a-50b2-405a-b7a0-30510a51f045,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:56.231708 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c468b-0004-43a1-bd6f-252bd44e4d1c req-0e33878b-8d5d-4d62-94e3-7dd3a6d9513b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:56.233947 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f5c468b-0004-43a1-bd6f-252bd44e4d1c req-0e33878b-8d5d-4d62-94e3-7dd3a6d9513b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0788419 Aug 31 05:19:56.262445 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c9a0acfd-81cd-470a-9d82-065c83597635 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=643105ee4df549e3a3598cb85413f118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580435 Aug 31 05:19:56.271436 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52458) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:56.290297 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f5c468b-0004-43a1-bd6f-252bd44e4d1c req-540c65d8-326a-4dd8-915b-f48aca18fac4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540776 Aug 31 05:19:56.385742 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.390147 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:56.409080 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'port_id': '82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'mac_address': 'fa:16:3e:2c:62:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72460adc-0277-4e13-9ddb-affb18e13f86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:19:56.413184 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0203a-0e5a-47aa-af3d-dbd3a4eae94f req-9931710f-42b4-4f41-8f88-29c3b9bdebbf tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:56.420330 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05c0203a-0e5a-47aa-af3d-dbd3a4eae94f req-9931710f-42b4-4f41-8f88-29c3b9bdebbf tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 944 time: 0.0716343 Aug 31 05:19:56.442366 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.480489 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05c0203a-0e5a-47aa-af3d-dbd3a4eae94f req-d14972cc-89aa-417e-8c93-54d4646fd5e0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Aug 31 05:19:56.525332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.528486 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.530427 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5433f9a-50b2-405a-b7a0-30510a51f045 HTTP/1.1" status: 204 len: 168 time: 0.2576087 Aug 31 05:19:56.542923 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.562741 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8608ff-62ee-4cae-9124-cdafd89c073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5433f9a-50b2-405a-b7a0-30510a51f045,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:56.565426 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ba2a16-cdd1-4349-b6bf-f6a72651d117 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:19:56.592967 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:56.602765 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:56.727056 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:56.976820 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:19:57.164576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52482) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:57.184552 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad81788-05d8-4d9b-842f-39233e3acfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.310861 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad81788-05d8-4d9b-842f-39233e3acfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.317502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad81788-05d8-4d9b-842f-39233e3acfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.399805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8ad81788-05d8-4d9b-842f-39233e3acfb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79d64e74d1c848898431677e90f466d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333174 Aug 31 05:19:57.402245 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad81788-05d8-4d9b-842f-39233e3acfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5eae95-5d95-4f6c-ba69-fb5e796e7c4d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:57.403672 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52486) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:57.473138 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.496286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f42bd-5731-4ae8-91b5-94f685c3a865 req-4e0d7710-2067-4142-8b3b-dc69392a7997 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:57.499190 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.499375 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-754f42bd-5731-4ae8-91b5-94f685c3a865 req-4e0d7710-2067-4142-8b3b-dc69392a7997 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1046510 Aug 31 05:19:57.552433 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-754f42bd-5731-4ae8-91b5-94f685c3a865 req-b98fd869-43fc-4169-ae3d-06eef5a24ef6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Aug 31 05:19:57.561774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.566182 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:57.568116 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b5eae95-5d95-4f6c-ba69-fb5e796e7c4d HTTP/1.1" status: 204 len: 168 time: 0.1633320 Aug 31 05:19:57.578998 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9c370-8496-4e12-91ef-4a807b603924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5eae95-5d95-4f6c-ba69-fb5e796e7c4d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:57.695371 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22c2a7-0043-4802-be69-5593de99cbd9 req-9d8f8efa-7724-4b14-8035-b6fd52322189 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:57.697941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f22c2a7-0043-4802-be69-5593de99cbd9 req-9d8f8efa-7724-4b14-8035-b6fd52322189 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 945 time: 0.0783176 Aug 31 05:19:57.756152 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f22c2a7-0043-4802-be69-5593de99cbd9 req-e5c7d801-b8b6-44d4-bb32-284a07975064 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Aug 31 05:19:58.242464 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 82ba2a16-cdd1-4349-b6bf-f6a72651d117 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:19:58.314766 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:19:58.319726 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:19:58.320121 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.361875 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:58.460407 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.506491 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:19:58.510487 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b7342-b1be-427a-bbfc-64d154edb054" -d '{"events": [{"server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "name": "network-vif-plugged", "status": "completed", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:19:58.542618 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:19:58.548080 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.554282 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a56da5e0-9d72-40f0-83a7-b650967a066e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.581619 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e0da0-bf68-419a-8776-004fd1d3a304 x-openstack-request-id: req-b95e0da0-bf68-419a-8776-004fd1d3a304 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:19:58.581903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "name": "network-vif-plugged", "status": "completed", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:19:58.582153 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b95e0da0-bf68-419a-8776-004fd1d3a304 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:19:58.582559 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'code': 200} Aug 31 05:19:58.621420 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:58.748792 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a56da5e0-9d72-40f0-83a7-b650967a066e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.757557 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a56da5e0-9d72-40f0-83a7-b650967a066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.769367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fd4e0-b97c-4fd9-9c36-d19227d73d30 req-56e9a93b-efe3-456b-a100-e726f5adf0ae tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:58.772048 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a80fd4e0-b97c-4fd9-9c36-d19227d73d30 req-56e9a93b-efe3-456b-a100-e726f5adf0ae tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0783987 Aug 31 05:19:58.847593 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a56da5e0-9d72-40f0-83a7-b650967a066e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1cd56b0e1fc4316a4d29cb938e55e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844565 Aug 31 05:19:58.850485 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52542) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:58.857115 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da5e0-9d72-40f0-83a7-b650967a066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a8f8fc-d0d7-444e-8f95-e263158969bc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:58.922326 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.931786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a80fd4e0-b97c-4fd9-9c36-d19227d73d30 req-04989f2f-3686-4a2d-997b-3d78336399f6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532638 Aug 31 05:19:58.950528 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:58.956004 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d994-6eed-49a2-944a-8c54a64bcd19 req-83960a27-31f4-4978-b886-766c64154c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:58.958595 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b94d994-6eed-49a2-944a-8c54a64bcd19 req-83960a27-31f4-4978-b886-766c64154c74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 1099 time: 0.1780796 Aug 31 05:19:59.017790 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6020e4-08c2-414b-9263-8712ce568f5d req-38a42568-0f99-4319-ac66-0e79bb4a036b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:19:59.018234 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.022669 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.023714 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8f6020e4-08c2-414b-9263-8712ce568f5d req-38a42568-0f99-4319-ac66-0e79bb4a036b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.1237416 Aug 31 05:19:59.023930 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a8f8fc-d0d7-444e-8f95-e263158969bc HTTP/1.1" status: 204 len: 168 time: 0.1724846 Aug 31 05:19:59.037568 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aaaec-9ee2-457c-86fc-844b3e15f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a8f8fc-d0d7-444e-8f95-e263158969bc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:59.061916 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b94d994-6eed-49a2-944a-8c54a64bcd19 req-77e196f7-2f8b-4a19-be7f-29621bb107d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930974 Aug 31 05:19:59.084708 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8f6020e4-08c2-414b-9263-8712ce568f5d req-f1be22f1-17a7-4268-8ff4-da61249c293d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478020 Aug 31 05:19:59.355036 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52552) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:59.369557 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcf7b-21e9-4ccf-8306-7af7771c5c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.485673 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcf7b-21e9-4ccf-8306-7af7771c5c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.489873 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcf7b-21e9-4ccf-8306-7af7771c5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.528396 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9a8dcf7b-21e9-4ccf-8306-7af7771c5c90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b49568df205145cd8b07cff4e7d69761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721377 Aug 31 05:19:59.529236 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dcf7b-21e9-4ccf-8306-7af7771c5c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0580aac5-cfd5-45f7-96cb-bc20de090fdb,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:19:59.533108 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:19:59.609961 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.634880 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.700587 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.703737 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:19:59.707325 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0580aac5-cfd5-45f7-96cb-bc20de090fdb HTTP/1.1" status: 204 len: 168 time: 0.1700938 Aug 31 05:19:59.714342 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712dcb2-1d46-440b-99ab-0e7c6db63b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0580aac5-cfd5-45f7-96cb-bc20de090fdb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:00.126061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bc768-d8d2-4c89-b25b-83f767ec7b07 req-5a86b464-bf0d-4794-9c5d-d6a107459aeb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:00.129282 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f26bc768-d8d2-4c89-b25b-83f767ec7b07 req-5a86b464-bf0d-4794-9c5d-d6a107459aeb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0704436 Aug 31 05:20:00.217269 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f26bc768-d8d2-4c89-b25b-83f767ec7b07 req-4c62a091-4f8d-4e37-9187-3b88cdf8fb37 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767169 Aug 31 05:20:00.242549 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d9a73-56d8-4f94-8c0a-87184d463d7c req-4d3fc4e4-3e37-4165-a36b-21db2e208685 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:00.244181 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-616d9a73-56d8-4f94-8c0a-87184d463d7c req-4d3fc4e4-3e37-4165-a36b-21db2e208685 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.0736642 Aug 31 05:20:00.289063 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-616d9a73-56d8-4f94-8c0a-87184d463d7c req-0b2d598c-c0a7-4d89-8cf2-7fc3f846f7ce tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Aug 31 05:20:01.480562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c0c8a-f2e0-471e-b85f-f38fb485a45b req-bc6729de-5e7d-4102-af4c-8d277036c95f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:01.482292 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-109c0c8a-f2e0-471e-b85f-f38fb485a45b req-bc6729de-5e7d-4102-af4c-8d277036c95f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1127739 Aug 31 05:20:01.554028 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba09f2f-1d4b-4a12-8027-2a1be79d519f req-61b6c21f-dd65-4e11-a0a5-ac0841067d45 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:01.555772 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eba09f2f-1d4b-4a12-8027-2a1be79d519f req-61b6c21f-dd65-4e11-a0a5-ac0841067d45 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.1138101 Aug 31 05:20:01.561354 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-109c0c8a-f2e0-471e-b85f-f38fb485a45b req-1ee60c7b-2c42-409b-b329-65b877e2f1cf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637212 Aug 31 05:20:01.629073 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eba09f2f-1d4b-4a12-8027-2a1be79d519f req-34b68ed8-ecea-4104-b142-ccef6b67549e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Aug 31 05:20:02.698605 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a36cf286-2267-48dc-b123-2c6cc5bfb6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:02.779543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda61105-7d7d-4c8f-b8ae-5bcf794ebbc5 req-74ad61cf-b647-4670-b616-c2fa16c42a6f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:02.782655 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eda61105-7d7d-4c8f-b8ae-5bcf794ebbc5 req-74ad61cf-b647-4670-b616-c2fa16c42a6f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0976465 Aug 31 05:20:02.832466 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eda61105-7d7d-4c8f-b8ae-5bcf794ebbc5 req-f8d7f738-4d21-46b6-8fb0-f5f64abc8b89 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Aug 31 05:20:05.675923 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:06.013480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426a8a-80b9-4352-9e8e-36beefb3a0cb req-c1d2f877-0549-4da8-b120-43947f2dc39d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:06.016747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7426a8a-80b9-4352-9e8e-36beefb3a0cb req-c1d2f877-0549-4da8-b120-43947f2dc39d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0708120 Aug 31 05:20:06.069092 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7426a8a-80b9-4352-9e8e-36beefb3a0cb req-081441eb-866f-4342-81d2-be7295641893 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Aug 31 05:20:06.991051 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2206e1a2-a018-4890-9302-c7e181dac53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:07.222609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2000e-4f3e-4dbd-91af-666cb23cf70b req-983ef542-7f4f-4257-95e2-37fe52695850 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:07.223072 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-78f2000e-4f3e-4dbd-91af-666cb23cf70b req-983ef542-7f4f-4257-95e2-37fe52695850 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0639827 Aug 31 05:20:07.268782 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-78f2000e-4f3e-4dbd-91af-666cb23cf70b req-6c8f1f57-ddde-4434-9a5e-559f3ae91547 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Aug 31 05:20:07.556369 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.123845 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52738) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:08.178374 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Deleting subnet e827d646-3ade-436b-8ed4-821747e3bcb6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:20:08.182374 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.222182 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.267916 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.328757 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.357690 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e827d646-3ade-436b-8ed4-821747e3bcb6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:08.367659 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.369545 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e827d646-3ade-436b-8ed4-821747e3bcb6 HTTP/1.1" status: 204 len: 168 time: 0.2447023 Aug 31 05:20:08.371334 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.371683 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.372027 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.372372 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.372704 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.372873 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52744) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:08.373552 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.373552 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.373854 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.374022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.374289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.374613 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.375696 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163a19b-cd61-4bd5-8ccc-928f9ef6dcd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:08.451073 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.551733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.563975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41207a0e-833c-407c-b626-72f849eebe43']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:08.575173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0263db02-3659-4d2f-8f47-1704b91d4c9e') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:08.575556 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0263db02-3659-4d2f-8f47-1704b91d4c9e') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:08.586602 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.601983 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.610281 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:20:08.610787 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:20:08.612608 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:20:08.674182 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.679753 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.681632 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] 10.222.0.25 "DELETE /v2.0/networks/41207a0e-833c-407c-b626-72f849eebe43 HTTP/1.1" status: 204 len: 168 time: 0.3078256 Aug 31 05:20:08.685019 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:08.695430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fca24-8737-4e90-8c27-5a0eff1f9caf admin admin] Pushing event deleted for resources: {'Network': ['ID=41207a0e-833c-407c-b626-72f849eebe43,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:08.740253 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Deleting subnet 0415fbda-c628-4a5d-ac08-7a4dc1c55319 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:20:08.743920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.780722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.822386 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.889916 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.936122 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0415fbda-c628-4a5d-ac08-7a4dc1c55319,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:08.943729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:08.945946 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7d5d695a-09ec-4ea3-bb10-f918c03d3cdf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0415fbda-c628-4a5d-ac08-7a4dc1c55319 HTTP/1.1" status: 204 len: 168 time: 0.2595584 Aug 31 05:20:08.948900 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:09.025984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.082052 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.120277 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.132694 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130d13db-9c32-4ccf-a8e3-90c2462a787e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:09.152526 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e793defd-df52-40ca-9166-409b1e9695e7') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:09.153016 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e793defd-df52-40ca-9166-409b1e9695e7') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:20:09.167896 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.387491 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.400434 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:20:09.401260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:20:09.404120 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:20:09.483028 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.492530 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.502224 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] 10.222.0.25 "DELETE /v2.0/networks/130d13db-9c32-4ccf-a8e3-90c2462a787e HTTP/1.1" status: 204 len: 168 time: 0.5496786 Aug 31 05:20:09.511557 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076dc7f-cbdd-4064-8540-20efc3c44925 admin admin] Pushing event deleted for resources: {'Network': ['ID=130d13db-9c32-4ccf-a8e3-90c2462a787e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:09.516565 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c67c-7633-4dad-8a1f-ef52be58f8e1 req-cf822e0e-02df-4c45-97c6-da5f995d902e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:09.519069 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ec1c67c-7633-4dad-8a1f-ef52be58f8e1 req-cf822e0e-02df-4c45-97c6-da5f995d902e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0590506 Aug 31 05:20:09.592316 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ec1c67c-7633-4dad-8a1f-ef52be58f8e1 req-83cca154-7d2a-4d10-b685-4edbb8c5f7ac tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Aug 31 05:20:09.728729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52760) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:09.770938 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5b7e0754-dc08-4e05-bb16-fb014aa04cce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=383af3d48cde4dbd8b983d85c61c2304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409594 Aug 31 05:20:09.773364 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52762) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:09.827372 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.854920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.904964 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.908770 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:09.910159 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58e93a71-073c-491a-b561-ac6670c8891e HTTP/1.1" status: 204 len: 168 time: 0.1358063 Aug 31 05:20:09.920586 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3b92c-7aca-4933-bd1a-fdec1ae954b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e93a71-073c-491a-b561-ac6670c8891e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:10.284179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52770) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:10.325652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-090b107a-2023-4836-bd5b-b4e3c406d8e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=595dc8168e3a4d5a8b8bfd2d41e7bd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401790 Aug 31 05:20:10.328086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52772) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:10.392405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:10.426782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:10.480176 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:10.482751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:10.483959 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ac1ff81-411b-4b47-b420-e9cf28ee8070 HTTP/1.1" status: 204 len: 168 time: 0.1543097 Aug 31 05:20:10.494090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc81c9-b540-41e9-adf8-ece32b1bae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1ff81-411b-4b47-b420-e9cf28ee8070,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:10.759228 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c664-c1ea-415f-9d40-936a7a6c3ee3 req-03724bcd-1c0c-4df2-a44f-1c7f585554c7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:10.761023 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32b0c664-c1ea-415f-9d40-936a7a6c3ee3 req-03724bcd-1c0c-4df2-a44f-1c7f585554c7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Aug 31 05:20:10.806463 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32b0c664-c1ea-415f-9d40-936a7a6c3ee3 req-84d2f36c-1fe2-4fb5-a72a-615faf5ffa25 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Aug 31 05:20:11.897895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 52834) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:11.986532 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c36b0-72a4-4ffe-ac4d-260deacfbbe4 req-fb0bf8d1-cf01-4063-82ef-608772fbd60d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:11.988420 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-377c36b0-72a4-4ffe-ac4d-260deacfbbe4 req-fb0bf8d1-cf01-4063-82ef-608772fbd60d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0737679 Aug 31 05:20:12.027364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b7306f-5b08-40d2-908f-40af657f926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.058854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-377c36b0-72a4-4ffe-ac4d-260deacfbbe4 req-78019c48-e8fe-4ff6-8d09-46f53ef40bbf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Aug 31 05:20:12.148622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b7306f-5b08-40d2-908f-40af657f926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.153386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b7306f-5b08-40d2-908f-40af657f926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.197652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-12b7306f-5b08-40d2-908f-40af657f926c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18348fdf4fee4b21b90611b4d1965eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986512 Aug 31 05:20:12.198555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7306f-5b08-40d2-908f-40af657f926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada66f1-70a9-4bb4-bb24-8afe43424693,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:12.201265 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:12.255623 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.280478 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.336289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.339049 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:12.340512 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ada66f1-70a9-4bb4-bb24-8afe43424693 HTTP/1.1" status: 204 len: 168 time: 0.1378965 Aug 31 05:20:12.350240 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284edbf-6d76-4de1-a0d5-ac3809d464ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada66f1-70a9-4bb4-bb24-8afe43424693,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:13.054230 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52866) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:13.180828 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-252315197-network', 'tenant_id': 'f1c4195fa6174bb3a0be4352b54628d0'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:13.204324 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Made reservation on behalf of f1c4195fa6174bb3a0be4352b54628d0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:20:13.206650 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.215443 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.224989 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27846-c37c-492d-9eb6-590a35502bd1 req-2d9bc4a8-4704-419e-87e5-a19648fff7c5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:13.227105 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d6c27846-c37c-492d-9eb6-590a35502bd1 req-2d9bc4a8-4704-419e-87e5-a19648fff7c5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0683699 Aug 31 05:20:13.284591 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d6c27846-c37c-492d-9eb6-590a35502bd1 req-7b33ec19-6e69-45ad-9255-62b9b1daf0da tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Aug 31 05:20:13.329529 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.333695 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.369471 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:20:13.377787 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab6a56-81ee-4e24-b306-c6aed2887fe2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:13.385080 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.385427 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Added segment bd4f6f64-2839-4314-bb3b-fe9890830ec0 of type vlan for network d95d5015-8db6-4d93-ac0a-05d80703c6c6 Aug 31 05:20:13.430907 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.459360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.460671 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:13.461329 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.520682 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4653127 Aug 31 05:20:13.525568 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 52874) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:13.534731 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Request body: {'subnet': {'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-252315197-subnet', 'tenant_id': 'f1c4195fa6174bb3a0be4352b54628d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:13.541359 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ba319-c291-437a-825c-4c1694eb0f6d admin admin] Pushing event updated for resources: {'Network': ['ID=d95d5015-8db6-4d93-ac0a-05d80703c6c6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:13.555855 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:20:13.564650 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Made reservation on behalf of f1c4195fa6174bb3a0be4352b54628d0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:20:13.567302 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.768406 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.833098 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3881629c-b25b-4f49-afed-49c329b98ccb,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:13.846921 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Checking segment: {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:20:13.847360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Network hostable DHCP agents. Network: d95d5015-8db6-4d93-ac0a-05d80703c6c6, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:20:13.869810 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:20:13.882690 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, d95d5015-8db6-4d93-ac0a-05d80703c6c6) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:20:13.889735 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:13.889735 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:13.907618 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7106bd33-899b-4c36-9214-76a4d4ab81b3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3805792 Aug 31 05:20:13.934115 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17eadb4-2ee0-4ece-89f5-859feb87d544 None None] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:20:14.089972 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df307c-9261-40b5-80c9-76ad9b772dbd None None] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:20:14.459757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510467e-7008-4bd4-8557-bfcb9fd5a336 req-e642f718-2ed3-41b0-9576-73aba4d5d2cb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:14.461583 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0510467e-7008-4bd4-8557-bfcb9fd5a336 req-e642f718-2ed3-41b0-9576-73aba4d5d2cb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0827649 Aug 31 05:20:14.538733 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0510467e-7008-4bd4-8557-bfcb9fd5a336 req-9db27112-b0ab-4d1c-81f1-88abc7a22a25 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657234 Aug 31 05:20:14.714042 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-91ff52a4-f68c-4969-b5aa-fa5a27f0e84e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542803 Aug 31 05:20:14.787955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113794b7-0f82-488e-b4bc-3fa992188826 req-c6130fe5-b0e9-482c-b6ac-9703cf88bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:14.789501 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-c6130fe5-b0e9-482c-b6ac-9703cf88bc98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.0455420 Aug 31 05:20:14.922047 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113794b7-0f82-488e-b4bc-3fa992188826 req-2f59a3bd-ad60-4bbb-acbe-96d07cea3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:14.923883 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-2f59a3bd-ad60-4bbb-acbe-96d07cea3a9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.1060696 Aug 31 05:20:15.025783 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-e27bc6e6-648d-4b31-aa09-be516d2f1b4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 1000 time: 0.0919178 Aug 31 05:20:15.089777 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113794b7-0f82-488e-b4bc-3fa992188826 req-5d225d30-b602-46eb-9d16-89d9a7480186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:15.091302 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-5d225d30-b602-46eb-9d16-89d9a7480186 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0565171 Aug 31 05:20:15.145740 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113794b7-0f82-488e-b4bc-3fa992188826 req-3bdb1397-d58d-4cd8-8238-4bb272d6b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:15.147328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-3bdb1397-d58d-4cd8-8238-4bb272d6b9d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470092 Aug 31 05:20:15.223426 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:15.246154 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-904911f1-6b3b-4e45-9761-2080f5664031 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900753 Aug 31 05:20:15.345828 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-113794b7-0f82-488e-b4bc-3fa992188826 req-ed11df2b-bca2-47be-a727-f55759e387f6 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Aug 31 05:20:15.729647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd7c45-7e57-4e88-928b-c827e5853b44 req-14cedd6f-2e04-44a3-89ee-6d0d01891ada tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:15.731283 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6bd7c45-7e57-4e88-928b-c827e5853b44 req-14cedd6f-2e04-44a3-89ee-6d0d01891ada tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0830982 Aug 31 05:20:15.802507 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6bd7c45-7e57-4e88-928b-c827e5853b44 req-d7180aa6-b402-4493-b89d-52396ce6c0b6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Aug 31 05:20:16.043719 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-ca71ebee-7491-4bda-aba2-12926d0191f5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:16.045419 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-ca71ebee-7491-4bda-aba2-12926d0191f5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/networks?id=d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 200 len: 813 time: 0.1742468 Aug 31 05:20:16.067581 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-9d97f4e7-1a7e-4f43-a616-fb49e7798da1 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/quotas/f1c4195fa6174bb3a0be4352b54628d0 HTTP/1.1" status: 200 len: 375 time: 0.0153763 Aug 31 05:20:16.107874 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-123ee5f5-31e0-4ac5-9c9b-df6960dc3dc1 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392511 Aug 31 05:20:16.259694 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-4e64896b-3ab0-4e2c-a1f7-019128b0a477 service neutron] 10.222.0.25 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509504 Aug 31 05:20:16.360061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-135f7937-de98-4030-a472-21d616d2bf1f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:16.361640 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-135f7937-de98-4030-a472-21d616d2bf1f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.1896050 Aug 31 05:20:16.396384 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-19a94155-0971-41ed-ba20-03e76116c0d5 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/quotas/4f29b9f58842406db6c791b1b0be0832 HTTP/1.1" status: 200 len: 375 time: 0.0218327 Aug 31 05:20:16.400077 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-c239dcdd-2bf4-4da3-8f31-7de8e9c47548 service neutron] 10.222.0.25 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314516 Aug 31 05:20:16.448818 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-65c193f4-57b0-40f4-9a52-7a12d5e274c7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466373 Aug 31 05:20:16.572752 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-e1043035-714f-4f27-ac82-1eafb4aad3c0 service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156020 Aug 31 05:20:16.675894 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-19ebb832-4117-4c26-b54c-4f45451b207f service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969570 Aug 31 05:20:16.949779 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20ec45c6-53e3-4d3b-bf07-e7a3be090a02 req-a16f4b4b-8a41-473b-bd2a-9fa00f0ef87b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 210 time: 0.0601397 Aug 31 05:20:17.174436 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a6c47ee-2ef9-40ae-821c-1a3e94ee2ca9 req-1bb8ffca-8f63-4303-b836-5fd88124d00e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 210 time: 0.0906615 Aug 31 05:20:17.221888 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951a5a-d63a-4884-8f87-84a5c45eaf55 req-4ee3e8df-f2be-49ec-9d67-002c9837ce5d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:17.223560 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fa951a5a-d63a-4884-8f87-84a5c45eaf55 req-4ee3e8df-f2be-49ec-9d67-002c9837ce5d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1644621 Aug 31 05:20:17.304078 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fa951a5a-d63a-4884-8f87-84a5c45eaf55 req-554c842d-d6b3-43f8-9692-2d039f86206f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740976 Aug 31 05:20:17.330627 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e4440-705d-467e-ba57-60e20f19d25f req-f5c13917-73db-4916-abed-7ca5a48c6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:17.332196 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e0e4440-705d-467e-ba57-60e20f19d25f req-f5c13917-73db-4916-abed-7ca5a48c6bc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 1098 time: 0.0948029 Aug 31 05:20:17.380191 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e0e4440-705d-467e-ba57-60e20f19d25f req-f3ecfa02-4342-4798-95b5-8f5ba8271b2a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Aug 31 05:20:18.083653 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ba88b36a-2895-4c0a-aabf-2fbc6d909a8f req-90c82013-499e-4d92-885c-bea7bba4aed7 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 210 time: 0.0509627 Aug 31 05:20:18.314338 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41b7b33d-e8a0-435e-b7b6-0b78cc31914f req-6288daf2-10a0-4afa-9ea1-cdb88933739e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 210 time: 0.0343173 Aug 31 05:20:18.336801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-d0ad03f3-3daf-471f-b212-ab3382f85ea5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:18.336801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-d0ad03f3-3daf-471f-b212-ab3382f85ea5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "GET /v2.0/networks?id=d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 200 len: 813 time: 0.1533296 Aug 31 05:20:18.361071 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Request body: {'port': {'device_id': '5ba8a0f4-3803-46e2-979e-469add72df42', 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6', 'admin_state_up': True, 'tenant_id': 'f1c4195fa6174bb3a0be4352b54628d0'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:18.486373 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f5be8-c0eb-465e-92a0-90b806c787c3 req-ba93e40b-14ef-4453-a333-16a2947acf80 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:18.488015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f3f5be8-c0eb-465e-92a0-90b806c787c3 req-ba93e40b-14ef-4453-a333-16a2947acf80 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0884595 Aug 31 05:20:18.534975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Made reservation on behalf of f1c4195fa6174bb3a0be4352b54628d0 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:20:18.539209 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:18.558138 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f3f5be8-c0eb-465e-92a0-90b806c787c3 req-0418809b-1aaa-4c3c-a895-85e995005955 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610640 Aug 31 05:20:18.745065 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Allocated IP 172.20.0.2 (d95d5015-8db6-4d93-ac0a-05d80703c6c6/3881629c-b25b-4f49-afed-49c329b98ccb/90b13e71-a718-457e-b1bb-1cde02ed5f9e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:20:18.824643 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-61d56ac6-17eb-499b-93b5-043c89fe42f4 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:18.826229 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-61d56ac6-17eb-499b-93b5-043c89fe42f4 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.1664820 Aug 31 05:20:18.862481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Request body: {'port': {'device_id': 'a9144ddb-59d0-4198-a363-50648f24b182', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'admin_state_up': True, 'tenant_id': '4f29b9f58842406db6c791b1b0be0832'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:19.029465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:19.065029 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:20:19.068430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:19.135927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:19.533337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:20:19.556699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:20:19.560289 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:20:19.583679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Pushing event updated for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:19.626512 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b9ad430-e9c9-4a49-886f-da4fc703d3e5 req-01efc645-da13-4f9a-8787-968a6ae24372 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 210 time: 0.1041102 Aug 31 05:20:19.673828 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc14db-af52-497b-906b-fd2e851aa782 req-475f3dca-79d2-421b-9539-30fcdb4080ae tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:19.675414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bddc14db-af52-497b-906b-fd2e851aa782 req-475f3dca-79d2-421b-9539-30fcdb4080ae tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 931 time: 0.5059233 Aug 31 05:20:19.685078 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:19.685748 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:19.729238 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Allocated IP 172.20.0.2 (c18ca1c9-81ed-4892-86fe-26100f0fc2d3/72460adc-0277-4e13-9ddb-affb18e13f86/f8b9eb4d-b047-40ed-a494-fa42f60f6ca4) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:20:19.751618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-b2105571-94c2-42bf-8fc3-5bc0cc627005 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3951483 Aug 31 05:20:19.784525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Request body: {'port': {'device_id': '5ba8a0f4-3803-46e2-979e-469add72df42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:19.829982 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bddc14db-af52-497b-906b-fd2e851aa782 req-a2a399c9-d0dc-4dca-a2f7-7a5b174fee63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386445 Aug 31 05:20:19.953791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678c0e-4957-4922-a338-199f5fcc16f4 req-4c922d87-35f7-4e34-be7c-18a6c85be777 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:19.956008 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91678c0e-4957-4922-a338-199f5fcc16f4 req-4c922d87-35f7-4e34-be7c-18a6c85be777 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.2030931 Aug 31 05:20:19.959540 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.068957 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91678c0e-4957-4922-a338-199f5fcc16f4 req-fd802e80-dac3-4658-bd0b-0aefa0b8033f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071417 Aug 31 05:20:20.148338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.293622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7ef68-bd5b-4836-9b12-35246a3da18c req-1df91f52-4792-4f46-bb1a-dfc0d3d75313 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:20.295286 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2cc7ef68-bd5b-4836-9b12-35246a3da18c req-1df91f52-4792-4f46-bb1a-dfc0d3d75313 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1445463 Aug 31 05:20:20.338123 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.354504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:20.462699 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2cc7ef68-bd5b-4836-9b12-35246a3da18c req-41190a87-c44d-42be-a6c1-567076532f0e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543980 Aug 31 05:20:20.471171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:20:20.475948 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:20:20.484711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:20:20.492594 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event updated for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:20.631092 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:20.632244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.647260 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b13e71-a718-457e-b1bb-1cde02ed5f9e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:20.666102 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.685434 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-2b925358-27f8-4acc-838d-ffff28b67878 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8269212 Aug 31 05:20:20.694304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Transition to ACTIVE for port object 90b13e71-a718-457e-b1bb-1cde02ed5f9e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:20:20.703537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:20.720089 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Request body: {'port': {'device_id': 'a9144ddb-59d0-4198-a363-50648f24b182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:21.003898 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Pushing event updated for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:21.064478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.138886 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4e2d4-9e2d-412a-b8e7-96c7a2497b6f req-39f92833-30d9-499c-900e-a0b19dda99f1 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:21.147854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41a4e2d4-9e2d-412a-b8e7-96c7a2497b6f req-39f92833-30d9-499c-900e-a0b19dda99f1 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 931 time: 0.3407538 Aug 31 05:20:21.212824 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Attempting to bind port 90b13e71-a718-457e-b1bb-1cde02ed5f9e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:20:21.213585 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Attempting to bind port 90b13e71-a718-457e-b1bb-1cde02ed5f9e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:20:21.213585 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Attempting to bind port 90b13e71-a718-457e-b1bb-1cde02ed5f9e on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:21.243446 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Port 90b13e71-a718-457e-b1bb-1cde02ed5f9e on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:20:21.243776 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Attempting to bind port 90b13e71-a718-457e-b1bb-1cde02ed5f9e on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:21.256411 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:21.262067 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f635f6f-323e-486c-afac-8e21db2778b5 req-3f13ead6-adf4-474d-b0a4-b4520af622bf tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:21.264056 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8f635f6f-323e-486c-afac-8e21db2778b5 req-3f13ead6-adf4-474d-b0a4-b4520af622bf tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.2329094 Aug 31 05:20:21.272209 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41a4e2d4-9e2d-412a-b8e7-96c7a2497b6f req-f2c1f1f9-f2cc-408d-8bef-c554c6ecd202 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234751 Aug 31 05:20:21.277143 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:20:21.277478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Checking segment: {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:20:21.277846 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Bound using segment: {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:20:21.278313 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Bound port: 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:20:21.278693 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.423727 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8f635f6f-323e-486c-afac-8e21db2778b5 req-28af8d6d-85ef-430c-879a-022a3d3e3280 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422756 Aug 31 05:20:21.425214 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120c1fae-7a10-44af-a3c4-daf8ed8eac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.493806 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:20:21.498518 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:20:21.505731 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.557731 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:21.558367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.559814 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-636ba21a-6f44-455e-ad66-06276735833d service neutron] 10.222.0.35 "PUT /v2.0/ports/90b13e71-a718-457e-b1bb-1cde02ed5f9e HTTP/1.1" status: 200 len: 1093 time: 1.7879372 Aug 31 05:20:21.562074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:21.564635 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a721f6e-67c2-463e-9777-84b051074582" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:21.573031 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120c1fae-7a10-44af-a3c4-daf8ed8eac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.579248 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120c1fae-7a10-44af-a3c4-daf8ed8eac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.619507 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3f89c6-0b1b-41ba-b34a-f1ccfc882b77 x-openstack-request-id: req-7a3f89c6-0b1b-41ba-b34a-f1ccfc882b77 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:21.619734 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:21.619969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a3f89c6-0b1b-41ba-b34a-f1ccfc882b77 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:21.620374 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e', 'status': 'completed', 'code': 200} Aug 31 05:20:21.626207 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c1fae-7a10-44af-a3c4-daf8ed8eac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505811d-cf34-4a9d-babf-d5a987a2b40e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:21.626724 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba21a-6f44-455e-ad66-06276735833d service neutron] Pushing event updated for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:21.634085 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-120c1fae-7a10-44af-a3c4-daf8ed8eac0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6515f48125494bd6950a9bd70a13a0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759425 Aug 31 05:20:21.635464 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:21.691528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:21.704934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.705810 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.726869 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Transition to ACTIVE for port object f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:20:21.732373 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.733121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.789621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Pushing event updated for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:21.796529 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.801136 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.802672 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2505811d-cf34-4a9d-babf-d5a987a2b40e HTTP/1.1" status: 204 len: 168 time: 0.1656187 Aug 31 05:20:21.813051 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd3470-7935-4c17-aca5-21518c3306c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505811d-cf34-4a9d-babf-d5a987a2b40e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:21.880790 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Attempting to bind port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:20:21.881052 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Attempting to bind port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:20:21.881370 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Attempting to bind port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:21.886495 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:20:21.886821 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Attempting to bind port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:21.892588 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:20:21.892927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Checking segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:20:21.893315 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Bound using segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:20:21.893750 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Bound port: f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:20:21.894112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:21.977974 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:20:21.985459 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:20:21.991495 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:22.059224 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:22.060325 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:22.063507 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] 10.222.0.35 "PUT /v2.0/ports/f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 HTTP/1.1" status: 200 len: 1093 time: 1.3530118 Aug 31 05:20:22.097801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7d94-a37c-4925-8c77-414d745681fc service neutron] Pushing event updated for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:22.402240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b014233-4932-45dc-8bc0-a63d1340c43a req-4c06edd7-1e85-4a63-bed0-e71ae7f3fe33 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:22.403713 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b014233-4932-45dc-8bc0-a63d1340c43a req-4c06edd7-1e85-4a63-bed0-e71ae7f3fe33 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 943 time: 0.0533059 Aug 31 05:20:22.447456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b014233-4932-45dc-8bc0-a63d1340c43a req-13565fa9-9d60-4b55-b0d4-5786bb4ab9d5 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363393 Aug 31 05:20:22.565796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda761-39c8-4214-8d15-2c060cb536b1 req-cc9cceff-3c5c-48d4-a2ea-683bbe4c2970 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:22.567390 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-42bda761-39c8-4214-8d15-2c060cb536b1 req-cc9cceff-3c5c-48d4-a2ea-683bbe4c2970 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.0599391 Aug 31 05:20:22.614639 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-42bda761-39c8-4214-8d15-2c060cb536b1 req-d0a0d461-e0b7-4de8-8285-b126f5d2b802 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Aug 31 05:20:23.572067 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80531e-cce3-400f-b220-9ef8f0f80cab req-d85fd415-cf6a-48b2-a448-b243d6616447 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:23.573586 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df80531e-cce3-400f-b220-9ef8f0f80cab req-d85fd415-cf6a-48b2-a448-b243d6616447 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 943 time: 0.0516477 Aug 31 05:20:23.621005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:23.623259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:23.630085 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df80531e-cce3-400f-b220-9ef8f0f80cab req-704383b9-3504-47b5-bdb9-90a050bfa34f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Aug 31 05:20:23.674215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43726c0f-7320-4989-bfe0-1a7144acaf8b x-openstack-request-id: req-43726c0f-7320-4989-bfe0-1a7144acaf8b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:23.674507 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:23.674766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43726c0f-7320-4989-bfe0-1a7144acaf8b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:23.675179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', 'status': 'completed', 'code': 200} Aug 31 05:20:23.777474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fbf8e-bd16-46af-b424-2b4c1a4e1b40 req-9d9f4623-46e0-47c2-9847-e053949972de tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:23.779045 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d72fbf8e-bd16-46af-b424-2b4c1a4e1b40 req-9d9f4623-46e0-47c2-9847-e053949972de tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.0563476 Aug 31 05:20:23.821652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d72fbf8e-bd16-46af-b424-2b4c1a4e1b40 req-a52e41ff-8a74-4180-b9fd-0a6f0bef1432 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Aug 31 05:20:24.587513 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a721f6e-67c2-463e-9777-84b051074582 req-3541973b-a704-42ce-bd70-79f1ae84c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:24.589055 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a721f6e-67c2-463e-9777-84b051074582 req-3541973b-a704-42ce-bd70-79f1ae84c8c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 1096 time: 0.1206026 Aug 31 05:20:24.592266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-d082ca87-588c-4500-a2f7-eba9ccca152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:24.593902 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-d082ca87-588c-4500-a2f7-eba9ccca152d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 1096 time: 0.1232102 Aug 31 05:20:24.749522 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-ad24e911-4d1e-432e-917e-ea67ac73f15e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 HTTP/1.1" status: 200 len: 217 time: 0.1320474 Aug 31 05:20:24.914651 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011387-954c-423c-a7d3-6dab62b2084d req-a83a7a7c-0e3d-4f99-956e-57ea9bb36107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:24.916151 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-a83a7a7c-0e3d-4f99-956e-57ea9bb36107 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.1377316 Aug 31 05:20:24.933951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab193b2-187a-4e17-999e-d4717f201a98 req-f9d631c0-178b-46b7-bfe7-c0116da41e77 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:24.935522 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fab193b2-187a-4e17-999e-d4717f201a98 req-f9d631c0-178b-46b7-bfe7-c0116da41e77 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 943 time: 0.2032230 Aug 31 05:20:24.964042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a721f6e-67c2-463e-9777-84b051074582 req-2a9e28b0-dcf9-4c77-9198-eaa4c2f37069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:24.965870 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a721f6e-67c2-463e-9777-84b051074582 req-2a9e28b0-dcf9-4c77-9198-eaa4c2f37069 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3498137 Aug 31 05:20:24.991430 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-4e120b09-88fb-4424-af1a-b149e2004462 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515459 Aug 31 05:20:25.419226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354acc16-f106-400e-a749-dfa634217d0d req-de165153-296d-4677-a904-9561dc1b7c54 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:25.420676 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-354acc16-f106-400e-a749-dfa634217d0d req-de165153-296d-4677-a904-9561dc1b7c54 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.5153670 Aug 31 05:20:25.424265 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fab193b2-187a-4e17-999e-d4717f201a98 req-5a94756f-5926-45e5-ac92-238d5499069f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752133 Aug 31 05:20:25.518321 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-a6b7afbd-c7c2-4aca-8fe8-b02ee562371f service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083377 Aug 31 05:20:25.521800 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a721f6e-67c2-463e-9777-84b051074582 req-d7770661-12a7-4084-a5e9-ac156378ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:25.523342 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5a721f6e-67c2-463e-9777-84b051074582 req-d7770661-12a7-4084-a5e9-ac156378ea58 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5395250 Aug 31 05:20:25.542878 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-354acc16-f106-400e-a749-dfa634217d0d req-245e9635-2bf6-46e4-abd3-09e8a7cce1b4 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102438 Aug 31 05:20:25.708760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-47011387-954c-423c-a7d3-6dab62b2084d req-008a6541-3e91-414f-b323-2e26cff8945d service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461658 Aug 31 05:20:25.711698 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-2145348c-130b-4b56-ac24-e9e7a750fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:25.713110 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-2145348c-130b-4b56-ac24-e9e7a750fb0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 1096 time: 0.0954366 Aug 31 05:20:25.775522 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-8a9a3aec-228a-421f-ac63-b9f270a68cab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e HTTP/1.1" status: 200 len: 217 time: 0.0493522 Aug 31 05:20:25.853154 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-3a8358b5-e90d-404b-b284-555abe458d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:25.854636 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-3a8358b5-e90d-404b-b284-555abe458d84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3881629c-b25b-4f49-afed-49c329b98ccb HTTP/1.1" status: 200 len: 853 time: 0.0535803 Aug 31 05:20:25.858214 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-bcae6fed-a56f-48e3-935c-7760ac88230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:25.860382 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-bcae6fed-a56f-48e3-935c-7760ac88230c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 1096 time: 0.0872386 Aug 31 05:20:25.966810 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-979870ee-2b46-451a-9387-b9ea9b99a2f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d95d5015-8db6-4d93-ac0a-05d80703c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739460 Aug 31 05:20:26.119894 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-a205d967-da2d-404c-b646-80c1a51df645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.121399 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-a205d967-da2d-404c-b646-80c1a51df645 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 916 time: 0.2267411 Aug 31 05:20:26.138023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823488ad-9a1a-40e1-887f-6af66c831462 req-04d08a26-2f41-44e5-9857-ba7a593644c4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.139606 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-823488ad-9a1a-40e1-887f-6af66c831462 req-04d08a26-2f41-44e5-9857-ba7a593644c4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1619287 Aug 31 05:20:26.153025 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-76143348-fd4c-4a0b-ae51-260ac7413763 service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741803 Aug 31 05:20:26.201228 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-8a2034bc-6b91-40fa-8732-8eddc4717b1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 HTTP/1.1" status: 200 len: 217 time: 0.0605314 Aug 31 05:20:26.304678 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-823488ad-9a1a-40e1-887f-6af66c831462 req-91adc033-27e5-47d2-ab15-2928d93346ec tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558874 Aug 31 05:20:26.319988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-44472639-f355-4dcc-81da-57ba00d44919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.321466 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-44472639-f355-4dcc-81da-57ba00d44919 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0793626 Aug 31 05:20:26.342934 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91c71b73-2bd4-4f4f-a78c-fa3fb246540e req-9ad4d9f8-d73a-4a78-ad64-6c7549a0f08c service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579952 Aug 31 05:20:26.371730 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-490d2ebf-c86c-41a6-8fa2-b9e6c2a0d6e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277882 Aug 31 05:20:26.492828 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-745bca27-03b5-4489-9ca3-bb4f423c4863 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009161 Aug 31 05:20:26.680509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65c04d-8d2d-4a3f-a07c-55af298e4c0e req-4353c6fd-0b71-4d32-8d60-d5a6665a025e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.683328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e65c04d-8d2d-4a3f-a07c-55af298e4c0e req-4353c6fd-0b71-4d32-8d60-d5a6665a025e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 943 time: 0.1781962 Aug 31 05:20:26.777458 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fbb3946-a4fe-46f9-b30d-24d5afa3ad4f req-e6f830c2-2395-41eb-b0f8-1ba25cf2c210 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622983 Aug 31 05:20:26.865998 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e65c04d-8d2d-4a3f-a07c-55af298e4c0e req-56b68f79-9198-46ec-835f-b0880c903f83 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697590 Aug 31 05:20:26.875718 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-e7623d0a-344c-4571-89db-a3a8ade9e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.877233 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-e7623d0a-344c-4571-89db-a3a8ade9e27a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.1490762 Aug 31 05:20:26.885914 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d71-b7be-4115-90e1-56d1fdf2328b req-8793a524-0b6c-48df-9aa1-9fffa35eb2bd tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:26.887517 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-98ba1d71-b7be-4115-90e1-56d1fdf2328b req-8793a524-0b6c-48df-9aa1-9fffa35eb2bd tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.1612098 Aug 31 05:20:26.985821 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-98ba1d71-b7be-4115-90e1-56d1fdf2328b req-9c00a548-9245-497f-9d6b-db51c716564a tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835617 Aug 31 05:20:27.026270 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-1ff94d16-26db-4cb0-b3f3-1513f8eaaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:27.028152 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-1ff94d16-26db-4cb0-b3f3-1513f8eaaa2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.1337924 Aug 31 05:20:27.084177 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-6960f3bc-7fd7-45af-b90c-e7f5218ec6d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0486948 Aug 31 05:20:27.161294 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708e20-5ec8-4edc-bdab-9c0a3201785f req-9500832b-94e3-4757-81ec-6c1ae1bf63c2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:27.163015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e7708e20-5ec8-4edc-bdab-9c0a3201785f req-9500832b-94e3-4757-81ec-6c1ae1bf63c2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0896747 Aug 31 05:20:27.165055 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-75de5b3d-6174-49c9-bd09-d0fcd0b8a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:27.166412 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-75de5b3d-6174-49c9-bd09-d0fcd0b8a4da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0638058 Aug 31 05:20:27.213575 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-2ca55602-0404-4109-8a80-2a4cb432fc2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308075 Aug 31 05:20:27.226923 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e7708e20-5ec8-4edc-bdab-9c0a3201785f req-339bfa2b-67a4-44dc-9961-07f50e7ed442 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Aug 31 05:20:27.340645 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-76d8b30d-5769-4295-a275-c446f18dc733 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127145 Aug 31 05:20:27.376249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:20:27.479504 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff999e-011c-4039-a595-70012a44d22e req-49860054-8330-44ee-9827-a8aac3621011 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:27.481064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ccff999e-011c-4039-a595-70012a44d22e req-49860054-8330-44ee-9827-a8aac3621011 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0848656 Aug 31 05:20:27.483467 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb77d91d-f382-4eaa-937a-9cecba5af1ad req-63e24ba5-05f9-4d8f-bfd3-a8d9d2922456 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338513 Aug 31 05:20:27.486430 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:27.503154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'port_id': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', 'mac_address': 'fa:16:3e:ba:ec:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72460adc-0277-4e13-9ddb-affb18e13f86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:20:27.548913 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ccff999e-011c-4039-a595-70012a44d22e req-04aad598-c7df-4c80-8184-d089ca19ab33 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547659 Aug 31 05:20:27.561819 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:27.587731 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:27.610967 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:27.616081 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:27.670137 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:27.680133 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.681087 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.681587 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.682692 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.682692 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.683311 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.683699 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.684025 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.684434 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.684916 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.685282 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.685632 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:27.946167 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:27.999364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc4c1-bd67-44d5-bba7-ce9da47774c8 req-8099518d-d5a3-4092-80c9-478c3917591a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:28.001457 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d9fbc4c1-bd67-44d5-bba7-ce9da47774c8 req-8099518d-d5a3-4092-80c9-478c3917591a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 944 time: 0.0542378 Aug 31 05:20:28.071759 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d9fbc4c1-bd67-44d5-bba7-ce9da47774c8 req-763a9bb6-c05f-4087-9083-fe3c411396ae tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627565 Aug 31 05:20:28.195232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048ba2a-c8e0-4632-bdd5-82bec09634e7 req-a0226ce7-5afd-4ac5-9269-d06708040f9e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:28.196824 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6048ba2a-c8e0-4632-bdd5-82bec09634e7 req-a0226ce7-5afd-4ac5-9269-d06708040f9e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.0518494 Aug 31 05:20:28.240689 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6048ba2a-c8e0-4632-bdd5-82bec09634e7 req-fa066098-0575-4cdc-98d6-cc9c77cd03c7 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 Aug 31 05:20:28.411775 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6caf-24e5-4d10-b0a9-8f7a01e5217d req-b22f1326-7719-4ebf-a92b-ac9819e18d10 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:28.413287 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cada6caf-24e5-4d10-b0a9-8f7a01e5217d req-b22f1326-7719-4ebf-a92b-ac9819e18d10 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0566139 Aug 31 05:20:28.456454 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cada6caf-24e5-4d10-b0a9-8f7a01e5217d req-e1864bd2-72b0-41f8-8f0c-3e6f08703dbe tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Aug 31 05:20:28.676759 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf95ef-f401-4a28-8ea8-a1a51e691930 req-10db6898-fbfc-4280-b0f9-c501bd519801 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:28.678303 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c4bf95ef-f401-4a28-8ea8-a1a51e691930 req-10db6898-fbfc-4280-b0f9-c501bd519801 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Aug 31 05:20:28.726123 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c4bf95ef-f401-4a28-8ea8-a1a51e691930 req-91875b0e-0ccb-4f40-ab7f-00e7fa99ec12 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Aug 31 05:20:29.292967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8369-7d06-4c47-965f-88e4afa70b40 req-f961d550-a23e-42fe-9656-7a64acb47a33 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:29.295771 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5f8d8369-7d06-4c47-965f-88e4afa70b40 req-f961d550-a23e-42fe-9656-7a64acb47a33 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 944 time: 0.0956476 Aug 31 05:20:29.341236 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5f8d8369-7d06-4c47-965f-88e4afa70b40 req-dfa7f634-d1e3-4dd0-8faf-57f0d0aa69f3 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Aug 31 05:20:29.388154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 90b13e71-a718-457e-b1bb-1cde02ed5f9e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:20:29.392767 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:20:29.415368 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397826d-1fd3-48ba-928c-2dd88f4375ee req-9ef130de-e8ea-4a1b-80ae-0892dcf92bf5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:29.417020 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e397826d-1fd3-48ba-928c-2dd88f4375ee req-9ef130de-e8ea-4a1b-80ae-0892dcf92bf5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 943 time: 0.0579376 Aug 31 05:20:29.464155 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e397826d-1fd3-48ba-928c-2dd88f4375ee req-c463e407-75a5-4e69-9f45-0484499e9942 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Aug 31 05:20:29.505937 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:20:29.517715 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:20:29.518089 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:29.592777 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15d6dc-7def-4127-a98a-352d4ff4e626 req-07604b5e-1c93-48d4-9f8c-e3dec5934b82 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:29.595391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b15d6dc-7def-4127-a98a-352d4ff4e626 req-07604b5e-1c93-48d4-9f8c-e3dec5934b82 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0548835 Aug 31 05:20:29.609586 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:29.635350 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '90b13e71-a718-457e-b1bb-1cde02ed5f9e', 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6', 'port_id': '90b13e71-a718-457e-b1bb-1cde02ed5f9e', 'mac_address': 'fa:16:3e:3d:2a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3881629c-b25b-4f49-afed-49c329b98ccb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:20:29.637052 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b15d6dc-7def-4127-a98a-352d4ff4e626 req-8ebd73d5-fd83-40ec-ad3a-f478b27436c3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Aug 31 05:20:29.694891 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:20:29.749467 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:29.755899 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:29.851546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e07f34-6fd1-4b46-8952-fc164cb6be63 req-19b84801-0aa2-4176-aaad-01ea0a204921 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:29.853354 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-08e07f34-6fd1-4b46-8952-fc164cb6be63 req-19b84801-0aa2-4176-aaad-01ea0a204921 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0553167 Aug 31 05:20:29.898328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-08e07f34-6fd1-4b46-8952-fc164cb6be63 req-a1b2bf56-b2f7-4552-9050-00b82865442a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Aug 31 05:20:29.932802 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b13e71-a718-457e-b1bb-1cde02ed5f9e {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:29.958528 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:29.960946 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b687b8-e535-4181-88ce-9c0d01dc1354" -d '{"events": [{"server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "name": "network-vif-plugged", "status": "completed", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:29.979215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:29.985387 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:29.987205 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:29.992869 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:30.012876 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64f920-1854-4201-8eec-0f7a35c2cac1 x-openstack-request-id: req-6e64f920-1854-4201-8eec-0f7a35c2cac1 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:30.013153 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "name": "network-vif-plugged", "status": "completed", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:30.013400 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e64f920-1854-4201-8eec-0f7a35c2cac1 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:30.013786 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', 'code': 200} Aug 31 05:20:30.045931 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:30.098885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:30.508957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e835ce-5c5b-430d-906c-451cc6530074 req-efdeb566-49ef-47d7-bb20-f112a9910e6d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:30.511660 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-13e835ce-5c5b-430d-906c-451cc6530074 req-efdeb566-49ef-47d7-bb20-f112a9910e6d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0897317 Aug 31 05:20:30.558397 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-13e835ce-5c5b-430d-906c-451cc6530074 req-d43d9c01-3c1d-4a01-914a-d6983bd40f3c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Aug 31 05:20:30.676994 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06d39-6bc6-4443-a7c8-7f06111507fa req-6a58789c-a4a0-47c9-8273-114bd46a7482 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:30.678637 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6fe06d39-6bc6-4443-a7c8-7f06111507fa req-6a58789c-a4a0-47c9-8273-114bd46a7482 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 944 time: 0.0560486 Aug 31 05:20:30.728202 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6fe06d39-6bc6-4443-a7c8-7f06111507fa req-10575f9b-dee6-436c-a60f-b87f92fa3fa8 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Aug 31 05:20:30.886872 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1389b7e-f898-4541-b933-5fd00dce96f8 req-b395bd67-3e7d-4e5d-b788-efda26b70668 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:30.888455 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e1389b7e-f898-4541-b933-5fd00dce96f8 req-b395bd67-3e7d-4e5d-b788-efda26b70668 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0563965 Aug 31 05:20:30.931975 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e1389b7e-f898-4541-b933-5fd00dce96f8 req-3dc2681d-7163-410b-9627-ceefd26570f0 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368731 Aug 31 05:20:31.052213 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74062d0b-003e-49d8-82da-a41d75f1362a req-2b294116-ca01-4c31-b8cf-8ddbbb4a2d4e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:31.053703 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-74062d0b-003e-49d8-82da-a41d75f1362a req-2b294116-ca01-4c31-b8cf-8ddbbb4a2d4e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0589020 Aug 31 05:20:31.099407 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-74062d0b-003e-49d8-82da-a41d75f1362a req-d23b242b-60a6-446d-a658-3e78c75a0a0d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349703 Aug 31 05:20:31.692600 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931092f-66e4-42b8-a967-b4d161dd0cf7 req-5ed0b995-0761-4e15-9a5e-1ef2f6576171 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:31.694471 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6931092f-66e4-42b8-a967-b4d161dd0cf7 req-5ed0b995-0761-4e15-9a5e-1ef2f6576171 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0571632 Aug 31 05:20:31.740018 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6931092f-66e4-42b8-a967-b4d161dd0cf7 req-1a4f4132-51ae-4990-8d33-a9c3a1f1d806 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Aug 31 05:20:31.861707 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15db39-b557-4f4a-9df7-61c541463a67 req-08a75e3f-ab64-41ed-be22-5ac493b40bad tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:31.863268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c15db39-b557-4f4a-9df7-61c541463a67 req-08a75e3f-ab64-41ed-be22-5ac493b40bad tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 944 time: 0.0552499 Aug 31 05:20:31.912293 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c15db39-b557-4f4a-9df7-61c541463a67 req-445b3f9d-6040-479a-8b30-1216fb8c8b87 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Aug 31 05:20:32.090962 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f740d-f9a6-45a7-880d-cb2a1fd04f96 req-c23359f4-6eab-4517-8004-4510de0902b7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:32.092634 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d78f740d-f9a6-45a7-880d-cb2a1fd04f96 req-c23359f4-6eab-4517-8004-4510de0902b7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0585225 Aug 31 05:20:32.141575 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d78f740d-f9a6-45a7-880d-cb2a1fd04f96 req-ba1adbbc-b94a-4052-ba19-409aac203a9b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Aug 31 05:20:32.259013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3ccb7-bc25-4bae-8d77-49dff36b39c4 req-d9b201ac-88c4-4caf-8f9d-dcddc8d795d7 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:32.260759 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86f3ccb7-bc25-4bae-8d77-49dff36b39c4 req-d9b201ac-88c4-4caf-8f9d-dcddc8d795d7 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0586264 Aug 31 05:20:32.304798 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86f3ccb7-bc25-4bae-8d77-49dff36b39c4 req-0be7712b-6976-40e7-a741-4ad944bd8deb tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373480 Aug 31 05:20:32.697787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8c73b478-69e5-4863-9850-12e9aa29a005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:32.796789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab057b-21c1-4396-b9ef-3f0d23565806 req-cb17dbea-b3eb-4c49-9786-498b79ed36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:32.799066 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9eab057b-21c1-4396-b9ef-3f0d23565806 req-cb17dbea-b3eb-4c49-9786-498b79ed36ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 1098 time: 0.0465827 Aug 31 05:20:32.891890 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9eab057b-21c1-4396-b9ef-3f0d23565806 req-9754fe8f-2582-4f23-ad4f-05606e047b47 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815573 Aug 31 05:20:32.912917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d968-8352-48f8-9079-fcc7ab89393b req-fdee731f-69f6-408d-8891-e26deef5e0e8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:32.914535 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6d3d968-8352-48f8-9079-fcc7ab89393b req-fdee731f-69f6-408d-8891-e26deef5e0e8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0825248 Aug 31 05:20:32.964517 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6d3d968-8352-48f8-9079-fcc7ab89393b req-5a21ef2a-9f8a-4554-9e59-bfa8d38115bc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Aug 31 05:20:33.055405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b8de3-39b1-4181-abde-a52c06e5ed61 req-ddb9f936-9a6c-424b-be52-0dcaa1b30fef tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:33.057034 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-329b8de3-39b1-4181-abde-a52c06e5ed61 req-ddb9f936-9a6c-424b-be52-0dcaa1b30fef tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 944 time: 0.0580807 Aug 31 05:20:33.084067 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['90b13e71-a718-457e-b1bb-1cde02ed5f9e'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:33.104618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-329b8de3-39b1-4181-abde-a52c06e5ed61 req-ee65bbc4-39de-44dd-b1cc-6e2ce6daf69b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Aug 31 05:20:33.283841 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ef8e-fecf-4077-94c0-1b52e1f17a01 req-2e921691-5290-40ed-bcb2-5126c97fed8b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:33.286498 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06e0ef8e-fecf-4077-94c0-1b52e1f17a01 req-2e921691-5290-40ed-bcb2-5126c97fed8b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0676234 Aug 31 05:20:33.350597 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06e0ef8e-fecf-4077-94c0-1b52e1f17a01 req-1bf66212-6c2e-47fb-be2f-dd779b8904df tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Aug 31 05:20:33.442274 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919d13f-ace0-4667-91ac-12d418f7ea9b req-477df3a0-ecab-48be-ad15-83862d6633d3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:33.444021 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2919d13f-ace0-4667-91ac-12d418f7ea9b req-477df3a0-ecab-48be-ad15-83862d6633d3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0586293 Aug 31 05:20:33.492546 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2919d13f-ace0-4667-91ac-12d418f7ea9b req-b8f8e042-d4af-4b6f-8bdd-7b0db4892264 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371644 Aug 31 05:20:34.129692 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9f1a-79ed-4377-87f3-20a5a5698c9c req-d689834b-a8a8-4d36-8e13-053ee54991ae tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:34.131161 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-12eb9f1a-79ed-4377-87f3-20a5a5698c9c req-d689834b-a8a8-4d36-8e13-053ee54991ae tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0570629 Aug 31 05:20:34.176250 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-12eb9f1a-79ed-4377-87f3-20a5a5698c9c req-256a6172-4d93-456e-84e1-931a12633a98 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Aug 31 05:20:34.232736 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2413-d778-4a13-a266-b47fff5f791c req-3ec34991-a72b-4126-9283-24044f9f14b0 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:34.234370 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14ec2413-d778-4a13-a266-b47fff5f791c req-3ec34991-a72b-4126-9283-24044f9f14b0 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 944 time: 0.0531242 Aug 31 05:20:34.282196 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14ec2413-d778-4a13-a266-b47fff5f791c req-3b317b0c-33bc-4e53-9a0c-a2d3f80508ee tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Aug 31 05:20:34.486189 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a742d94-8d32-46e3-b573-72da9e91299d req-6a0fa89e-56a7-47b9-ad30-0c28b4cd7944 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:34.487818 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a742d94-8d32-46e3-b573-72da9e91299d req-6a0fa89e-56a7-47b9-ad30-0c28b4cd7944 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0548303 Aug 31 05:20:34.529832 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a742d94-8d32-46e3-b573-72da9e91299d req-c93707e8-9c25-44df-ba9d-45c765f114ab tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360923 Aug 31 05:20:34.600813 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 90b13e71-a718-457e-b1bb-1cde02ed5f9e up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:20:34.646404 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea6569-2483-4743-ba71-71e1008e761a req-53cfd5a9-0b28-4329-8da5-f01fcd8e1a35 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:34.649664 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1ea6569-2483-4743-ba71-71e1008e761a req-53cfd5a9-0b28-4329-8da5-f01fcd8e1a35 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0588727 Aug 31 05:20:34.654253 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 90b13e71-a718-457e-b1bb-1cde02ed5f9e completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:20:34.659157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 90b13e71-a718-457e-b1bb-1cde02ed5f9e triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:20:34.659596 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:34.718423 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1ea6569-2483-4743-ba71-71e1008e761a req-e0695941-33f1-483b-b2e6-1e2696af7a26 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630383 Aug 31 05:20:34.765305 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:34.795430 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:34.798139 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196aa31-bfd4-4d0b-9539-e86875d55368" -d '{"events": [{"server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "name": "network-vif-plugged", "status": "completed", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:34.812954 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:34.818726 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:34.879576 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:34.884177 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980d6d7-86c6-4221-a55a-a36a46b4a7c2 x-openstack-request-id: req-0980d6d7-86c6-4221-a55a-a36a46b4a7c2 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:34.884488 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "name": "network-vif-plugged", "status": "completed", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:34.884752 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0980d6d7-86c6-4221-a55a-a36a46b4a7c2 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:34.885179 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e', 'code': 200} Aug 31 05:20:35.084714 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f91f5-a4d9-4816-ab06-e88f96cd8ba3 req-774f4d4c-9288-48b4-908a-37a4a7d5258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:35.086284 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc9f91f5-a4d9-4816-ab06-e88f96cd8ba3 req-774f4d4c-9288-48b4-908a-37a4a7d5258b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 1098 time: 0.0445266 Aug 31 05:20:35.129950 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc9f91f5-a4d9-4816-ab06-e88f96cd8ba3 req-79a9db10-8871-4741-8492-094b12c24954 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 31 05:20:35.315566 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c542a94-e673-40d1-8229-f27757c04c69 req-d390687a-6f6f-48e4-9a4a-fad067426c2a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:35.317166 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2c542a94-e673-40d1-8229-f27757c04c69 req-d390687a-6f6f-48e4-9a4a-fad067426c2a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Aug 31 05:20:35.363330 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2c542a94-e673-40d1-8229-f27757c04c69 req-2737f9d8-ac0c-4603-85de-278620c4ba8c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Aug 31 05:20:35.457437 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678c0cd-b7ab-476e-9e9c-a1949ed1d78a req-dd9f56c4-d991-4b67-9bfb-08be0cbe595e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:35.459360 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5678c0cd-b7ab-476e-9e9c-a1949ed1d78a req-dd9f56c4-d991-4b67-9bfb-08be0cbe595e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Aug 31 05:20:35.525019 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5678c0cd-b7ab-476e-9e9c-a1949ed1d78a req-b6a7b845-59b4-41af-a777-3c337e57de69 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576332 Aug 31 05:20:35.688989 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ea26f-cf1c-4822-b621-2fbd20fe510d req-fc8a9a60-035d-4a4a-811c-7cb74ff3632c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:35.691734 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e51ea26f-cf1c-4822-b621-2fbd20fe510d req-fc8a9a60-035d-4a4a-811c-7cb74ff3632c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0749350 Aug 31 05:20:35.695249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:35.744280 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e51ea26f-cf1c-4822-b621-2fbd20fe510d req-9e5cca9b-253a-492d-854a-8cce644f80f5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Aug 31 05:20:35.874215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449972d4-eb05-40f4-80a8-ef2e31100394 req-afbe0d4c-5a5e-4173-aaa3-f6ba47d1615c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:35.876731 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-449972d4-eb05-40f4-80a8-ef2e31100394 req-afbe0d4c-5a5e-4173-aaa3-f6ba47d1615c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Aug 31 05:20:35.927939 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-449972d4-eb05-40f4-80a8-ef2e31100394 req-79f9ece9-eabd-4669-ad7c-a498e90194f9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433195 Aug 31 05:20:36.735349 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e29c-be07-4869-bf2c-01391acba6f5 req-b2ad3f0f-9d0f-4a0b-8afc-bc85ffff1f00 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:36.738233 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1e6e29c-be07-4869-bf2c-01391acba6f5 req-b2ad3f0f-9d0f-4a0b-8afc-bc85ffff1f00 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0895565 Aug 31 05:20:36.800226 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1e6e29c-be07-4869-bf2c-01391acba6f5 req-0fd92db3-5602-43f5-afc0-33cc3fbf5f20 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528159 Aug 31 05:20:36.875704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f649923-f645-4004-b1c8-cf21c65d5a54 req-e2558a09-cd57-4ee3-b9b9-168157bee0b7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:36.877526 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4f649923-f645-4004-b1c8-cf21c65d5a54 req-e2558a09-cd57-4ee3-b9b9-168157bee0b7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0548341 Aug 31 05:20:36.930167 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4f649923-f645-4004-b1c8-cf21c65d5a54 req-9af29320-1523-4e7b-9470-e392eff9e25e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Aug 31 05:20:36.980816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d79c13-80b2-4c58-b9d3-e2eb235187d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:37.074691 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce874e7a-a18a-4ef1-84fd-ef5ac099a992 req-049796e4-535a-42b0-914a-927834a77d35 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:37.076503 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce874e7a-a18a-4ef1-84fd-ef5ac099a992 req-049796e4-535a-42b0-914a-927834a77d35 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0574675 Aug 31 05:20:37.132088 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce874e7a-a18a-4ef1-84fd-ef5ac099a992 req-4743809f-d14d-46f5-a824-bd5029dea03c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479198 Aug 31 05:20:37.560191 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:37.930740 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffc16f-f644-45b1-8cf2-28759eb06a09 req-dfdf69ff-4f17-48a2-b1cd-d8ff7b67e2c0 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:37.932570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2ffc16f-f644-45b1-8cf2-28759eb06a09 req-dfdf69ff-4f17-48a2-b1cd-d8ff7b67e2c0 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Aug 31 05:20:37.975190 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2ffc16f-f644-45b1-8cf2-28759eb06a09 req-e873e49c-10c1-4a07-920b-84c0eced911b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Aug 31 05:20:38.063145 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de42e9-94f6-4c1d-bb05-ba13ce712ab7 req-fa9bd3a4-49af-44ca-9e7e-65e3272c714c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:38.067334 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b8de42e9-94f6-4c1d-bb05-ba13ce712ab7 req-fa9bd3a4-49af-44ca-9e7e-65e3272c714c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0606053 Aug 31 05:20:38.118930 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b8de42e9-94f6-4c1d-bb05-ba13ce712ab7 req-759c3414-4122-4d18-99a6-7e49682047ff tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Aug 31 05:20:38.290017 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a45add-c848-404a-a2d4-ac64ba5a9a7f req-cda8570c-bba2-49f2-89ef-1fcb81a2d1c2 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:38.291616 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c4a45add-c848-404a-a2d4-ac64ba5a9a7f req-cda8570c-bba2-49f2-89ef-1fcb81a2d1c2 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0717454 Aug 31 05:20:38.349446 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c4a45add-c848-404a-a2d4-ac64ba5a9a7f req-67984a77-360d-4e1e-8179-3d700c05f3f6 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491235 Aug 31 05:20:38.741615 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:38.803200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-f181223c-19d0-446c-985e-6f2b2683e37d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:38.813626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-f181223c-19d0-446c-985e-6f2b2683e37d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.1685758 Aug 31 05:20:38.830951 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-743c7fd7-fb1a-4a80-b21f-4a115d7fab97 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/quotas/4f29b9f58842406db6c791b1b0be0832 HTTP/1.1" status: 200 len: 375 time: 0.0154018 Aug 31 05:20:38.913024 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d06-3d1d-4443-81f1-7802a61c5956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:38.931983 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-9d5cfaee-90e4-41aa-86e4-1e95a59122fc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927303 Aug 31 05:20:39.073795 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-f692f998-e29f-4e8f-b0f0-85054657d6be service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387780 Aug 31 05:20:39.099402 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.120303 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d06-3d1d-4443-81f1-7802a61c5956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.125727 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9d06-3d1d-4443-81f1-7802a61c5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.172798 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-0fcb9d06-3d1d-4443-81f1-7802a61c5956 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbe03e82ed4e4ac69e97e7ee11463df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264152 Aug 31 05:20:39.172798 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9d06-3d1d-4443-81f1-7802a61c5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9630c6d-c532-4fc9-b1d6-2194cc332074,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:39.173270 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:39.208725 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423c0f3-2fd9-4e25-a0a1-b5905c4fc620 req-7dc69b5c-723c-41c3-96de-47ec6f5d1dd9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:39.210351 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d423c0f3-2fd9-4e25-a0a1-b5905c4fc620 req-7dc69b5c-723c-41c3-96de-47ec6f5d1dd9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1283531 Aug 31 05:20:39.243940 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.245725 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-1a7813f2-859f-43ab-95e7-7f4a8edd3e58 service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649554 Aug 31 05:20:39.270673 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d423c0f3-2fd9-4e25-a0a1-b5905c4fc620 req-d7529601-8942-4194-b62a-b14c1a6446ef tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Aug 31 05:20:39.280377 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.376558 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.380607 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:39.384664 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9630c6d-c532-4fc9-b1d6-2194cc332074 HTTP/1.1" status: 204 len: 168 time: 0.2101786 Aug 31 05:20:39.403422 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08e9ba-8a80-4a56-80b4-4e2c74106ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9630c6d-c532-4fc9-b1d6-2194cc332074,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:39.554230 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b437a1f-8974-4a3c-a37c-6ed29ca8a982 req-8738da62-5092-483b-b0c7-e89a343d02be tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:39.556225 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3b437a1f-8974-4a3c-a37c-6ed29ca8a982 req-8738da62-5092-483b-b0c7-e89a343d02be tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1472309 Aug 31 05:20:39.570714 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29963e2-a30e-48e0-850c-bf54b57b0a23 req-e7fa8b52-dba0-4a37-a036-e1b85303552c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:39.575690 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a29963e2-a30e-48e0-850c-bf54b57b0a23 req-e7fa8b52-dba0-4a37-a036-e1b85303552c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1121538 Aug 31 05:20:39.699920 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3b437a1f-8974-4a3c-a37c-6ed29ca8a982 req-48bbf7b5-38a2-41ce-b1d4-4c30bf2754fc tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225097 Aug 31 05:20:39.704232 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a29963e2-a30e-48e0-850c-bf54b57b0a23 req-a0893a52-3567-4cc8-9567-0fab445e2f5a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227193 Aug 31 05:20:39.800657 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-77342333-4882-4c90-b10b-e96891e9b2b2 req-171af6fb-bca9-4634-bd3d-0329183b659e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 210 time: 0.0316277 Aug 31 05:20:40.431872 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412c5bc-be1e-4053-83b7-8d7f7f4c15a8 req-d257de11-8c21-43fe-ae20-2dbf976732a9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:40.434063 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e412c5bc-be1e-4053-83b7-8d7f7f4c15a8 req-d257de11-8c21-43fe-ae20-2dbf976732a9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0625334 Aug 31 05:20:40.488039 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e412c5bc-be1e-4053-83b7-8d7f7f4c15a8 req-6ef6d375-55ba-430e-9579-dece234b8275 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473189 Aug 31 05:20:40.844551 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-e6354c81-50f4-4423-b842-e1132531a422 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:40.849252 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-e6354c81-50f4-4423-b842-e1132531a422 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.2376487 Aug 31 05:20:40.881098 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Request body: {'port': {'device_id': '773a317d-173d-48ae-8995-ccda94e7ba35', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'admin_state_up': True, 'tenant_id': '4f29b9f58842406db6c791b1b0be0832'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:41.294506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49617fd2-244e-4333-bb26-170cb5314765 req-2e1c792e-27d7-47f6-bc16-79acc8a0bdd3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:41.296312 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-49617fd2-244e-4333-bb26-170cb5314765 req-2e1c792e-27d7-47f6-bc16-79acc8a0bdd3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.4266062 Aug 31 05:20:41.332130 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee489e-ee53-47dd-a4f7-82ca9c1ee36c req-44a84db7-2925-4f8d-a900-a2969b479d31 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:41.333617 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24ee489e-ee53-47dd-a4f7-82ca9c1ee36c req-44a84db7-2925-4f8d-a900-a2969b479d31 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.4049759 Aug 31 05:20:41.405877 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-49617fd2-244e-4333-bb26-170cb5314765 req-5f0dcfb6-0204-4c35-8a88-f362e1027e02 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027160 Aug 31 05:20:41.420376 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24ee489e-ee53-47dd-a4f7-82ca9c1ee36c req-d7aa87f0-2825-4cbc-83f1-e8b101f860d3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779972 Aug 31 05:20:41.436310 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:20:41.441211 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:41.540516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24fdca1e-80c6-4ddf-aee6-5ce38eb47e77 req-012233e1-b81b-40d2-9397-88c8a12bf1cc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 210 time: 0.0383325 Aug 31 05:20:41.701308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Allocated IP 172.20.0.11 (c18ca1c9-81ed-4892-86fe-26100f0fc2d3/72460adc-0277-4e13-9ddb-affb18e13f86/65a93745-adcb-4ed3-8478-1490608197a2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:20:41.743232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f5a2-e20e-4223-b1a3-6ae1f2cb1489 req-c21885bb-b03a-4172-8b8e-2e9ea4987c24 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:41.745989 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0a54f5a2-e20e-4223-b1a3-6ae1f2cb1489 req-c21885bb-b03a-4172-8b8e-2e9ea4987c24 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1411927 Aug 31 05:20:41.826388 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0a54f5a2-e20e-4223-b1a3-6ae1f2cb1489 req-5b1228bf-7618-4cc0-85fe-a8b2ef8db3a8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705955 Aug 31 05:20:41.974062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.024780 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.042108 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:42.075430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:20:42.080813 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:20:42.088007 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:20:42.098891 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event updated for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:42.142498 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.143045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.143623 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.144134 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.144672 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.145200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.145751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.146314 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.146693 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.147037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.147437 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.147772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:20:42.177590 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:42.178073 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.199649 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-7d8abbaa-9a16-47e0-9085-53cdb7d764d6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3268144 Aug 31 05:20:42.217865 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Request body: {'port': {'device_id': '773a317d-173d-48ae-8995-ccda94e7ba35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:20:42.294163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.694895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9bd8-83c1-431e-9796-33710ce77663 req-0cd6eddf-4a88-4967-bb6d-27d4cb85621b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:42.696429 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9ad9bd8-83c1-431e-9796-33710ce77663 req-0cd6eddf-4a88-4967-bb6d-27d4cb85621b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1601062 Aug 31 05:20:42.735200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8985197-4d3c-4ec9-823d-3c324c754243 req-603dd88e-51b4-4f71-a942-0eedaad1f597 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:42.737002 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c8985197-4d3c-4ec9-823d-3c324c754243 req-603dd88e-51b4-4f71-a942-0eedaad1f597 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1622021 Aug 31 05:20:42.829919 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9ad9bd8-83c1-431e-9796-33710ce77663 req-88cb0a94-c733-4b54-9a07-6d57c159d4cd tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194828 Aug 31 05:20:42.852013 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c8985197-4d3c-4ec9-823d-3c324c754243 req-e41f7d79-1fa2-4dc6-a8a1-f856f3b2ab2c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009822 Aug 31 05:20:42.857040 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a93745-adcb-4ed3-8478-1490608197a2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:42.874894 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.895996 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Transition to ACTIVE for port object 65a93745-adcb-4ed3-8478-1490608197a2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:20:42.905440 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:42.966889 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Pushing event updated for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:43.120094 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30135cf9-c86c-46f7-b139-7b74cf4797d6 req-4b5ce662-a227-469c-a05a-e456e802840a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:43.124414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30135cf9-c86c-46f7-b139-7b74cf4797d6 req-4b5ce662-a227-469c-a05a-e456e802840a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 944 time: 0.1382005 Aug 31 05:20:43.135589 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894cc5-d26a-41b4-b4df-4426cdb8dd2b req-b00dfdee-7bcb-4a91-8da0-e7142888611e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:43.137593 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7894cc5-d26a-41b4-b4df-4426cdb8dd2b req-b00dfdee-7bcb-4a91-8da0-e7142888611e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1535411 Aug 31 05:20:43.147324 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Attempting to bind port 65a93745-adcb-4ed3-8478-1490608197a2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:20:43.147668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Attempting to bind port 65a93745-adcb-4ed3-8478-1490608197a2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:20:43.148006 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Attempting to bind port 65a93745-adcb-4ed3-8478-1490608197a2 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:43.175610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Port 65a93745-adcb-4ed3-8478-1490608197a2 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:20:43.175941 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Attempting to bind port 65a93745-adcb-4ed3-8478-1490608197a2 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:20:43.200058 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:20:43.200350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Checking segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:20:43.200684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Bound using segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:20:43.201174 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Bound port: 65a93745-adcb-4ed3-8478-1490608197a2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:20:43.201546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:43.209187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30135cf9-c86c-46f7-b139-7b74cf4797d6 req-14cc5220-911b-4282-8556-eddb9aca15b6 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693104 Aug 31 05:20:43.232606 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7894cc5-d26a-41b4-b4df-4426cdb8dd2b req-f5c22b02-da60-4860-8749-ba4509697acd tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811675 Aug 31 05:20:43.297990 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:20:43.301714 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=65a93745-adcb-4ed3-8478-1490608197a2,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:20:43.307896 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:43.353889 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:43.354521 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:43.355985 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] 10.222.0.35 "PUT /v2.0/ports/65a93745-adcb-4ed3-8478-1490608197a2 HTTP/1.1" status: 200 len: 1094 time: 1.1454823 Aug 31 05:20:43.356496 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:43.358772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94587a0-5926-4f08-ae7f-fca4e1976d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "tag": "65a93745-adcb-4ed3-8478-1490608197a2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:43.382679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb7a97-35d0-4240-a14f-94ac45242246 service neutron] Pushing event updated for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:43.430726 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab6304-7d34-40fa-9bc9-47c67dc18ca6 x-openstack-request-id: req-35ab6304-7d34-40fa-9bc9-47c67dc18ca6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:43.431030 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "tag": "65a93745-adcb-4ed3-8478-1490608197a2", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:43.431341 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35ab6304-7d34-40fa-9bc9-47c67dc18ca6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:43.431680 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2', 'status': 'completed', 'code': 200} Aug 31 05:20:43.451157 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-3cb01a4c-2448-4b85-be16-8ec89a98ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:43.452681 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-3cb01a4c-2448-4b85-be16-8ec89a98ce8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 1097 time: 0.0510569 Aug 31 05:20:43.507943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-39c8960a-70f7-48f5-b71c-050b839aaa11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a93745-adcb-4ed3-8478-1490608197a2 HTTP/1.1" status: 200 len: 217 time: 0.0419867 Aug 31 05:20:43.572269 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-57bd8cf6-e5fa-4658-9a76-5f5586b8671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:43.575187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-57bd8cf6-e5fa-4658-9a76-5f5586b8671d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0568306 Aug 31 05:20:43.626882 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-1e94c318-4c17-48f6-a989-9753dde35f68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427177 Aug 31 05:20:43.734968 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-f5fbc5c9-73a2-425a-8336-53d401a99bda service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995862 Aug 31 05:20:43.862045 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce742375-913c-4ecb-90c2-450eeb63be72 req-4e0ca5d2-409c-421d-9367-f7bc8d8fe547 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137130 Aug 31 05:20:43.952276 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:44.086933 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-d0c31f97-304e-4055-950b-3dcecf107f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.088602 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-d0c31f97-304e-4055-950b-3dcecf107f97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 1097 time: 0.1587429 Aug 31 05:20:44.119482 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adb60b-863e-4fce-a2c5-0658b37f29ca req-54137e60-211e-4d19-b497-f2af7e2b4772 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.121082 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80adb60b-863e-4fce-a2c5-0658b37f29ca req-54137e60-211e-4d19-b497-f2af7e2b4772 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1483495 Aug 31 05:20:44.141972 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f6f859d-cb36-47c3-91c0-9c65f7dc136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.178804 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ed7c-cd58-4365-9463-f61b29edd2d9 req-55b9b975-bc35-493a-995f-c8fc18fe352b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.180409 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c51ed7c-cd58-4365-9463-f61b29edd2d9 req-55b9b975-bc35-493a-995f-c8fc18fe352b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1992834 Aug 31 05:20:44.259831 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80adb60b-863e-4fce-a2c5-0658b37f29ca req-90bc0097-7b7f-4b06-8df1-bfcb70345830 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259670 Aug 31 05:20:44.260270 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f6f859d-cb36-47c3-91c0-9c65f7dc136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.265207 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7f6f859d-cb36-47c3-91c0-9c65f7dc136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.278014 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c51ed7c-cd58-4365-9463-f61b29edd2d9 req-ff8b4d3c-00ca-46ea-8b86-d80813c9dd85 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837469 Aug 31 05:20:44.289171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-6a8b7bf0-79f5-40ca-8615-76a48b8b7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.290686 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-6a8b7bf0-79f5-40ca-8615-76a48b8b7a40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 916 time: 0.1929607 Aug 31 05:20:44.317173 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f859d-cb36-47c3-91c0-9c65f7dc136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1fc99e-edff-4f6c-a1ba-cf0f80995eed,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:44.335892 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7f6f859d-cb36-47c3-91c0-9c65f7dc136a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7698e3696584557bb8418514dfc9959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809407 Aug 31 05:20:44.336955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-db4e4a5a-2e33-4bcd-a446-22acb9a5acd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65a93745-adcb-4ed3-8478-1490608197a2 HTTP/1.1" status: 200 len: 217 time: 0.0376565 Aug 31 05:20:44.342122 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:20:44.405905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-e5bab047-f71a-49e9-9142-198e55ffc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.408724 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-e5bab047-f71a-49e9-9142-198e55ffc977 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0607629 Aug 31 05:20:44.415558 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.441458 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.482825 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-c4b1ba01-8897-4288-b41d-11db8954c3a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552578 Aug 31 05:20:44.508359 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.512451 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:44.514147 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af1fc99e-edff-4f6c-a1ba-cf0f80995eed HTTP/1.1" status: 204 len: 168 time: 0.1706696 Aug 31 05:20:44.529262 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ec90-a197-414f-9155-41a16f907413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1fc99e-edff-4f6c-a1ba-cf0f80995eed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:44.591730 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570db5e-4936-474a-8da4-6cad789f2731 req-2e6195b6-0eec-4c51-980d-9255d306cfdb tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.593414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6570db5e-4936-474a-8da4-6cad789f2731 req-2e6195b6-0eec-4c51-980d-9255d306cfdb tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 944 time: 0.1931081 Aug 31 05:20:44.643006 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13c6ff-d942-4e54-9b9c-ee3d76add688 req-d8d7c7db-65a9-4304-a292-3b79aafe4821 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:44.644737 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cb13c6ff-d942-4e54-9b9c-ee3d76add688 req-d8d7c7db-65a9-4304-a292-3b79aafe4821 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.2022800 Aug 31 05:20:44.702819 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6570db5e-4936-474a-8da4-6cad789f2731 req-597e09f5-806a-4d88-9bec-ab9a2e916ac9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959663 Aug 31 05:20:44.738988 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-1df57637-b2e0-433d-a5b6-f0a2b04a038f service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322497 Aug 31 05:20:44.742754 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cb13c6ff-d942-4e54-9b9c-ee3d76add688 req-56d9556f-824c-479e-9f72-a451efe487d0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834591 Aug 31 05:20:44.899769 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e94587a0-5926-4f08-ae7f-fca4e1976d4a req-dcf82c93-321c-4565-8a15-3262bbcfed20 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502244 Aug 31 05:20:45.241298 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:45.407078 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555807-3e2c-48ec-b9d0-4d99f026d24c req-27b36158-b38b-40db-83ff-575b8629ade5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:45.408243 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a4555807-3e2c-48ec-b9d0-4d99f026d24c req-27b36158-b38b-40db-83ff-575b8629ade5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0612490 Aug 31 05:20:45.473648 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a4555807-3e2c-48ec-b9d0-4d99f026d24c req-afe5e957-ff04-4c4c-9fed-24fe5316c93f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 Aug 31 05:20:45.486326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499e02d-0a80-4f3d-a4e0-3db3830e5768 req-cc001656-3757-4356-a323-87f67543af7a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:45.487601 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2499e02d-0a80-4f3d-a4e0-3db3830e5768 req-cc001656-3757-4356-a323-87f67543af7a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0784223 Aug 31 05:20:45.528919 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2499e02d-0a80-4f3d-a4e0-3db3830e5768 req-52a9fc19-c2fb-4bd5-911e-8303aa74c8fa tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348024 Aug 31 05:20:45.915847 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e74b-88eb-4172-abf3-bb7dbdf56927 req-4ef5c18a-4aba-4ddd-b06c-d1dbd5d3d4e2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:45.918351 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e97e74b-88eb-4172-abf3-bb7dbdf56927 req-4ef5c18a-4aba-4ddd-b06c-d1dbd5d3d4e2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 944 time: 0.1350307 Aug 31 05:20:45.949844 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386d6fc-d4f9-41a1-b271-178e1886a0c4 req-1d00c585-2ca8-4116-abf8-912b566ffae5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:45.952483 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5386d6fc-d4f9-41a1-b271-178e1886a0c4 req-1d00c585-2ca8-4116-abf8-912b566ffae5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1205723 Aug 31 05:20:46.022760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e97e74b-88eb-4172-abf3-bb7dbdf56927 req-38b4625f-bd1a-4e2e-9a63-1aacb0ae61aa tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957947 Aug 31 05:20:46.037617 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5386d6fc-d4f9-41a1-b271-178e1886a0c4 req-60a2be44-60af-4394-bc9f-d6b9c97eb478 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721283 Aug 31 05:20:46.607942 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cfa68-a24d-49e5-8c73-928d83ee366d req-a6f296a8-47ab-40c5-ad76-b6ac921adb41 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:46.610148 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c15cfa68-a24d-49e5-8c73-928d83ee366d req-a6f296a8-47ab-40c5-ad76-b6ac921adb41 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0544686 Aug 31 05:20:46.678578 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 65a93745-adcb-4ed3-8478-1490608197a2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:20:46.691099 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c15cfa68-a24d-49e5-8c73-928d83ee366d req-65ea5399-08e8-4488-9ada-93c6c85803b5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692601 Aug 31 05:20:46.704671 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770215-e9ea-4335-8c3a-1afe8ce11939 req-a3b6f64e-2bea-46d4-92bb-a0dfe3e3b04b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:46.706253 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac770215-e9ea-4335-8c3a-1afe8ce11939 req-a3b6f64e-2bea-46d4-92bb-a0dfe3e3b04b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0832453 Aug 31 05:20:46.759626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac770215-e9ea-4335-8c3a-1afe8ce11939 req-5c219da2-0276-448f-8d3d-65d7f5068d53 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349257 Aug 31 05:20:46.800273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=65a93745-adcb-4ed3-8478-1490608197a2,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:46.813670 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '65a93745-adcb-4ed3-8478-1490608197a2', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'port_id': '65a93745-adcb-4ed3-8478-1490608197a2', 'mac_address': 'fa:16:3e:25:6a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72460adc-0277-4e13-9ddb-affb18e13f86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:20:46.853995 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:46.868176 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a93745-adcb-4ed3-8478-1490608197a2 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:46.893214 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=65a93745-adcb-4ed3-8478-1490608197a2,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:46.899021 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:46.988409 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:47.173437 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53653730-f3cf-4b81-9bc5-263dcfa4c0ec req-866941e9-860e-4151-a12e-ae6bc254dc1a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.176223 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53653730-f3cf-4b81-9bc5-263dcfa4c0ec req-866941e9-860e-4151-a12e-ae6bc254dc1a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1046679 Aug 31 05:20:47.264064 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['65a93745-adcb-4ed3-8478-1490608197a2'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:47.281092 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79f73-6d14-4b81-bac1-09a29a31e4fb req-48a4d412-b012-439e-ae1b-1c3f837baffe tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.284451 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32f79f73-6d14-4b81-bac1-09a29a31e4fb req-48a4d412-b012-439e-ae1b-1c3f837baffe tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 945 time: 0.1428609 Aug 31 05:20:47.286974 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53653730-f3cf-4b81-9bc5-263dcfa4c0ec req-65549241-cb22-4a18-b30d-51267d7654fc tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930467 Aug 31 05:20:47.299266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-d56db9ac-2455-4f03-9478-de7e8d2ba1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.300867 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-d56db9ac-2455-4f03-9478-de7e8d2ba1c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.1082187 Aug 31 05:20:47.475959 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32f79f73-6d14-4b81-bac1-09a29a31e4fb req-cc50aa63-ce6c-4df7-ab1c-129fd6f7b855 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804428 Aug 31 05:20:47.528583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d330c-befc-4b16-8004-20b2f899feeb req-18839d10-8073-4717-98b2-e92409002cba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.530272 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-345d330c-befc-4b16-8004-20b2f899feeb req-18839d10-8073-4717-98b2-e92409002cba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1038866 Aug 31 05:20:47.539181 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-63ff20a0-5816-43f2-b11e-4cab93eafe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.540959 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-63ff20a0-5816-43f2-b11e-4cab93eafe20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.2251837 Aug 31 05:20:47.631659 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-345d330c-befc-4b16-8004-20b2f899feeb req-4d168eca-a62e-4d4b-aa33-ad69fd6362c8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897057 Aug 31 05:20:47.641181 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-3c737d3f-2c76-4827-a3dc-e02acae795fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 1000 time: 0.0879395 Aug 31 05:20:47.705159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-8b0b8f04-5944-4007-a137-01b9812ec274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.706618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-8b0b8f04-5944-4007-a137-01b9812ec274 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0583332 Aug 31 05:20:47.763557 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-b14d7ffa-9a06-4dd5-9f3d-9342f3aba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:47.765195 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-b14d7ffa-9a06-4dd5-9f3d-9342f3aba957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473347 Aug 31 05:20:48.153014 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46536d-e057-4b37-9c2f-77ecf20d35c1 req-d282b905-ff23-4f89-a51e-9bb635f9d94c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:48.154497 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf46536d-e057-4b37-9c2f-77ecf20d35c1 req-d282b905-ff23-4f89-a51e-9bb635f9d94c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.3608725 Aug 31 05:20:48.177276 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-4da9ef78-63ed-4e0b-b414-90a44aab96bb service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989453 Aug 31 05:20:48.254516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf46536d-e057-4b37-9c2f-77ecf20d35c1 req-1ad9cc17-d590-4275-94d9-bb5448283b61 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905449 Aug 31 05:20:48.306610 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e06003e-e87d-4ac9-8bee-dc9ecc31c27e req-836bfd6f-3470-4f16-82e3-034eb82c7051 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165528 Aug 31 05:20:48.458269 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224561d-7b02-4c60-b9a5-281850f615df req-beb04708-729f-43b7-9e55-aa8908a1bb8c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:48.459900 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9224561d-7b02-4c60-b9a5-281850f615df req-beb04708-729f-43b7-9e55-aa8908a1bb8c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0577726 Aug 31 05:20:48.504379 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9224561d-7b02-4c60-b9a5-281850f615df req-ba028306-37d6-4d6f-829c-7441b3042df1 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Aug 31 05:20:48.621304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a589bf-e244-47e9-bbbb-264d82512f7e req-184e4c1e-da23-4f23-b6c4-53f29009a0c7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:48.622922 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-71a589bf-e244-47e9-bbbb-264d82512f7e req-184e4c1e-da23-4f23-b6c4-53f29009a0c7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Aug 31 05:20:48.666811 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-71a589bf-e244-47e9-bbbb-264d82512f7e req-6efc6212-b913-4457-bbed-b550e3df2c9a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Aug 31 05:20:48.707325 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 65a93745-adcb-4ed3-8478-1490608197a2 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:20:48.778217 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 65a93745-adcb-4ed3-8478-1490608197a2 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:20:48.780859 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e472ba-c503-4b61-bfef-3d2c11c8aa98 req-85281e45-443d-4f8f-bd19-5bd4a8cb7c43 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:48.783171 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2e472ba-c503-4b61-bfef-3d2c11c8aa98 req-85281e45-443d-4f8f-bd19-5bd4a8cb7c43 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0710661 Aug 31 05:20:48.785879 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 65a93745-adcb-4ed3-8478-1490608197a2 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:20:48.786281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:48.827915 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2e472ba-c503-4b61-bfef-3d2c11c8aa98 req-26dba9f5-8a03-4846-bd20-f065eb8dae04 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Aug 31 05:20:48.894715 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:48.923339 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:48.927628 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867e0b19-63a6-4db4-b724-981c151a2ffe" -d '{"events": [{"server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "name": "network-vif-plugged", "status": "completed", "tag": "65a93745-adcb-4ed3-8478-1490608197a2"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:48.947223 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=65a93745-adcb-4ed3-8478-1490608197a2,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:48.952357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:48.983007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b94c2-8200-4777-9558-7cbbd0b60934 x-openstack-request-id: req-962b94c2-8200-4777-9558-7cbbd0b60934 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:48.983007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "name": "network-vif-plugged", "status": "completed", "tag": "65a93745-adcb-4ed3-8478-1490608197a2", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:48.983007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-962b94c2-8200-4777-9558-7cbbd0b60934 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:48.983007 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2', 'code': 200} Aug 31 05:20:49.018232 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:49.210467 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8894b-8d74-40c4-be8f-a06a47af50c0 req-359b728d-2e11-42f5-83b7-624a40eb8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:49.211943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-38f8894b-8d74-40c4-be8f-a06a47af50c0 req-359b728d-2e11-42f5-83b7-624a40eb8918 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 1099 time: 0.0505133 Aug 31 05:20:49.264015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-38f8894b-8d74-40c4-be8f-a06a47af50c0 req-7be8e76f-e9e6-45dc-8f76-ac66cdeacab1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Aug 31 05:20:49.384331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a1483-e117-46c7-a796-53cb04f07271 req-c02ec365-c3f8-4731-a675-a0af48cdee7a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:49.385942 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b62a1483-e117-46c7-a796-53cb04f07271 req-c02ec365-c3f8-4731-a675-a0af48cdee7a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0546503 Aug 31 05:20:49.430907 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b62a1483-e117-46c7-a796-53cb04f07271 req-4e4cf26f-0b27-4498-a903-74ccdc6ff1e0 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Aug 31 05:20:49.658272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b070c-a994-4fe7-9a91-8f5c1b45fedb req-39dfad38-2186-4f5f-b261-a3f6b5ce969e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:49.660496 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-684b070c-a994-4fe7-9a91-8f5c1b45fedb req-39dfad38-2186-4f5f-b261-a3f6b5ce969e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0642555 Aug 31 05:20:49.705207 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-684b070c-a994-4fe7-9a91-8f5c1b45fedb req-5ba50043-72a1-4036-a2bf-10fabeac2394 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Aug 31 05:20:49.824295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb674d4-9f8a-495f-a3aa-318e332768d1 req-8ea971c5-eeaa-47cd-ae58-6abb3a2d930b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:49.825819 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fb674d4-9f8a-495f-a3aa-318e332768d1 req-8ea971c5-eeaa-47cd-ae58-6abb3a2d930b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0685239 Aug 31 05:20:49.873821 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fb674d4-9f8a-495f-a3aa-318e332768d1 req-a6ef71bd-47be-4abd-be87-9e6ab4dd62ad tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Aug 31 05:20:49.976188 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c525d57-edd9-4eda-a772-7079e691b05a req-784e2ba0-3f70-4a43-b9f7-c4e9d46be2c4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:49.977712 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c525d57-edd9-4eda-a772-7079e691b05a req-784e2ba0-3f70-4a43-b9f7-c4e9d46be2c4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0625269 Aug 31 05:20:50.042523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c525d57-edd9-4eda-a772-7079e691b05a req-178432e0-97e3-4864-beae-64237b8b0239 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 Aug 31 05:20:50.049836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40a89b-3278-432f-9e02-5d6159c3b4ed req-66f28054-53db-4f39-a2e0-9ec322c6d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:50.051456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f40a89b-3278-432f-9e02-5d6159c3b4ed req-66f28054-53db-4f39-a2e0-9ec322c6d70d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.0846457 Aug 31 05:20:50.129220 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f40a89b-3278-432f-9e02-5d6159c3b4ed req-f443da39-4f51-44c7-b3e1-bddcabde93fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570059 Aug 31 05:20:50.577361 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba6a0e-be7b-4206-9871-44be1808e920 req-edc95491-507e-459b-862e-d99406e4a20d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:50.579065 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-17ba6a0e-be7b-4206-9871-44be1808e920 req-edc95491-507e-459b-862e-d99406e4a20d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0668612 Aug 31 05:20:50.622932 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-17ba6a0e-be7b-4206-9871-44be1808e920 req-227056d5-44de-4ab5-ae64-dc84d8c3f1a4 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Aug 31 05:20:50.843337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14082c1b-9d57-4948-a773-d8fb7e34cdf3 req-b29a4460-b416-4734-94cd-9e70f67b4394 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:50.845673 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14082c1b-9d57-4948-a773-d8fb7e34cdf3 req-b29a4460-b416-4734-94cd-9e70f67b4394 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Aug 31 05:20:50.900389 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14082c1b-9d57-4948-a773-d8fb7e34cdf3 req-b6544144-7cf1-41c3-aab8-2d409b056dbe tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Aug 31 05:20:51.024716 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7618e9e-d2a4-4369-ac5f-297d01638abd req-71d51f43-f9e5-4c37-8cfc-19378ab18292 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:51.026379 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f7618e9e-d2a4-4369-ac5f-297d01638abd req-71d51f43-f9e5-4c37-8cfc-19378ab18292 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0601001 Aug 31 05:20:51.073144 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f7618e9e-d2a4-4369-ac5f-297d01638abd req-d6bda7e0-519a-4007-9dbb-39133084256c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Aug 31 05:20:51.174684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a92f0-2d22-4e0b-adda-ab7701a75a84 req-e1e58385-690c-484b-8798-c67c5421e3d5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:51.176291 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-988a92f0-2d22-4e0b-adda-ab7701a75a84 req-e1e58385-690c-484b-8798-c67c5421e3d5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0541649 Aug 31 05:20:51.224935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-988a92f0-2d22-4e0b-adda-ab7701a75a84 req-7473570c-3e55-421d-9035-07d8534a370c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Aug 31 05:20:51.755578 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf289e-d6a3-42a7-9b22-aa82dbd45972 req-93c8bd57-b392-4e35-b783-e2021aabd725 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:51.757172 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a2cf289e-d6a3-42a7-9b22-aa82dbd45972 req-93c8bd57-b392-4e35-b783-e2021aabd725 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0542812 Aug 31 05:20:51.803728 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a2cf289e-d6a3-42a7-9b22-aa82dbd45972 req-3b1af4ec-f2e3-49cc-bb94-2ffcd04a0ddb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364010 Aug 31 05:20:52.217964 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e905d-217a-45c0-ab26-3be68b5be8f5 req-94d7ed65-ab15-4dfe-8e91-d92a3e0a8ae5 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:52.221324 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fe7e905d-217a-45c0-ab26-3be68b5be8f5 req-94d7ed65-ab15-4dfe-8e91-d92a3e0a8ae5 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0682216 Aug 31 05:20:52.287468 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fe7e905d-217a-45c0-ab26-3be68b5be8f5 req-0db9faeb-16c9-417a-b0d7-814fc1629c39 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Aug 31 05:20:52.400821 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0aee-0f7a-4170-99f4-cd55d773786d req-50385099-e2b6-4238-b901-3644566eb731 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:52.403611 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f2b0aee-0f7a-4170-99f4-cd55d773786d req-50385099-e2b6-4238-b901-3644566eb731 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0752242 Aug 31 05:20:52.460269 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f2b0aee-0f7a-4170-99f4-cd55d773786d req-315b6684-7424-4607-a1a8-4f9a48aa0941 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487897 Aug 31 05:20:52.939158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcd3a9-261e-475c-b270-7108918b708b req-e52bf903-f499-45da-b0a9-fce7ef050eb2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:52.940694 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cbcd3a9-261e-475c-b270-7108918b708b req-e52bf903-f499-45da-b0a9-fce7ef050eb2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0543559 Aug 31 05:20:52.986346 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cbcd3a9-261e-475c-b270-7108918b708b req-e7c3be91-5d7b-4d40-8918-5a58882bf620 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Aug 31 05:20:53.331226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed109d-9941-40cf-b7ed-6ae1271dbdd3 req-abdc8253-47e7-4836-81b4-05f00014303d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:53.332803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f1ed109d-9941-40cf-b7ed-6ae1271dbdd3 req-abdc8253-47e7-4836-81b4-05f00014303d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0884202 Aug 31 05:20:53.337873 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-eb237c35-4689-4117-8a34-b0420d5ced10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:53.339386 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-eb237c35-4689-4117-8a34-b0420d5ced10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.0661485 Aug 31 05:20:53.427460 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f1ed109d-9941-40cf-b7ed-6ae1271dbdd3 req-acf35346-af16-415f-a887-157879f8cf76 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822279 Aug 31 05:20:53.473361 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-3ea16ba7-1dae-4672-931a-88fd232bb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:53.474935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-3ea16ba7-1dae-4672-931a-88fd232bb639 service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.1155102 Aug 31 05:20:53.536421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-b205e1d9-50ce-4063-84ed-08e4afd1c845 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0440004 Aug 31 05:20:53.623326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-0bceb423-3f9e-4b7b-9576-eb247d20d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:53.626657 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-0bceb423-3f9e-4b7b-9576-eb247d20d5ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0750570 Aug 31 05:20:53.702583 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-e4b57204-561b-4fd0-b968-3f648cdbc759 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490627 Aug 31 05:20:53.753702 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7033d-458e-4bd7-8a38-84167e67e22f req-ed6b2a1e-8a0d-4cd1-9992-9a89ad721368 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:53.762324 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e8c7033d-458e-4bd7-8a38-84167e67e22f req-ed6b2a1e-8a0d-4cd1-9992-9a89ad721368 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1552830 Aug 31 05:20:53.858905 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e8c7033d-458e-4bd7-8a38-84167e67e22f req-68cee24c-32ae-45bf-8108-bd845dfe12e2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795147 Aug 31 05:20:53.893925 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-ef918f99-9157-4e60-bf1d-8e1e6bb22612 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737723 Aug 31 05:20:54.016872 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-583175c6-07dc-4cf9-a5a4-9db890c1bced req-b4b09764-2590-470e-836c-0913362b92c0 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090806 Aug 31 05:20:54.563355 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7c0f6-62f4-4c83-b244-ad832ddc8527 req-1528b942-125b-447b-ab98-6ea275b6111e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:54.565605 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ad7c0f6-62f4-4c83-b244-ad832ddc8527 req-1528b942-125b-447b-ab98-6ea275b6111e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0614047 Aug 31 05:20:54.613244 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ad7c0f6-62f4-4c83-b244-ad832ddc8527 req-8c3ef3ef-b6fe-4506-899f-5e5550ed5402 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 31 05:20:55.006291 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820e272-08c1-4c4c-9a69-6ccff5210d9e req-b47ae7ff-dd2a-424a-b401-cdcfb4720700 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:55.008115 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a820e272-08c1-4c4c-9a69-6ccff5210d9e req-b47ae7ff-dd2a-424a-b401-cdcfb4720700 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0522139 Aug 31 05:20:55.051533 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a820e272-08c1-4c4c-9a69-6ccff5210d9e req-29e5d8dc-74a3-401a-9622-adf2e4693a02 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368240 Aug 31 05:20:55.756246 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe29e62-2b86-47ab-b209-082ce3c96c0c req-f1a6ab79-8b95-4f17-a422-7d339324c277 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:55.757899 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dfe29e62-2b86-47ab-b209-082ce3c96c0c req-f1a6ab79-8b95-4f17-a422-7d339324c277 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0580008 Aug 31 05:20:55.800242 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dfe29e62-2b86-47ab-b209-082ce3c96c0c req-114f647d-27cf-4d91-803b-aa76fc922def tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Aug 31 05:20:56.183240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5caa03-667a-4849-b37f-36d71c6dbb15 req-f496ca49-d321-45cb-949b-d90191a02725 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:56.185085 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f5caa03-667a-4849-b37f-36d71c6dbb15 req-f496ca49-d321-45cb-949b-d90191a02725 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0585024 Aug 31 05:20:56.230380 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f5caa03-667a-4849-b37f-36d71c6dbb15 req-147b5ff5-e558-428f-a227-f2f841195482 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Aug 31 05:20:56.721085 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:20:56.821738 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:56.838391 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:20:56.898576 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:56.914067 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:20:56.941849 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:56.946964 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:56.973988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255c34-857e-49b5-b7de-6100f81ae073 req-2c044d91-0ab0-41f4-8f5d-51a63f785259 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:56.976763 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05255c34-857e-49b5-b7de-6100f81ae073 req-2c044d91-0ab0-41f4-8f5d-51a63f785259 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0725698 Aug 31 05:20:57.003069 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=6']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:57.023662 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05255c34-857e-49b5-b7de-6100f81ae073 req-159c0708-f49f-450d-b5c5-88e7937431f1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Aug 31 05:20:57.181503 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a2704d63-71d9-41da-a74b-8da28d78705e'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:20:57.392802 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad057c-ddac-4282-a45a-cbd8ada24a77 req-329c0e7f-c40f-44bf-94f2-faf9ac51e0c4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:57.394514 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30ad057c-ddac-4282-a45a-cbd8ada24a77 req-329c0e7f-c40f-44bf-94f2-faf9ac51e0c4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0593762 Aug 31 05:20:57.444386 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30ad057c-ddac-4282-a45a-cbd8ada24a77 req-e561a8bc-2f96-434b-9ccc-5315071bc347 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Aug 31 05:20:58.145270 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39095b3b-26dd-4e16-9bf6-23810829ed8f req-9d1e7c9a-1dae-4ff6-99be-d0b9503babcb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:58.147143 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-39095b3b-26dd-4e16-9bf6-23810829ed8f req-9d1e7c9a-1dae-4ff6-99be-d0b9503babcb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0531645 Aug 31 05:20:58.189223 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-39095b3b-26dd-4e16-9bf6-23810829ed8f req-e3acfb11-6053-48e9-8e16-e58741cc5206 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Aug 31 05:20:58.586600 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384f821-8803-429d-8de4-73dd423c83ff req-5e524fd7-adf9-4463-8593-4333ec77f88f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:58.588253 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2384f821-8803-429d-8de4-73dd423c83ff req-5e524fd7-adf9-4463-8593-4333ec77f88f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0566647 Aug 31 05:20:58.632320 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2384f821-8803-429d-8de4-73dd423c83ff req-1ccacab6-0c69-4302-aa39-d1b18deaab16 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369647 Aug 31 05:20:58.727267 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:20:58.782340 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a2704d63-71d9-41da-a74b-8da28d78705e triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:20:58.782708 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:58.867108 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:58.898037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:20:58.902327 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ee5d51-1f73-490d-9887-34feb4bfddb1" -d '{"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:20:58.921551 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:20:58.928807 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:20:58.970960 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37c4e4-3f85-4391-8e00-4581fbafa621 x-openstack-request-id: req-ef37c4e4-3f85-4391-8e00-4581fbafa621 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:20:58.971430 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:20:58.972178 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef37c4e4-3f85-4391-8e00-4581fbafa621 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:20:58.972519 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'code': 200} Aug 31 05:20:59.005317 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=7']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:20:59.733655 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259261df-67c4-4b91-950a-1da20c8779f7 req-1cc165dd-557f-4700-856a-c5a00e7ee101 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:59.736218 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-259261df-67c4-4b91-950a-1da20c8779f7 req-1cc165dd-557f-4700-856a-c5a00e7ee101 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0974710 Aug 31 05:20:59.864113 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c08e6-366d-470a-b6cd-2175bb268c84 req-7c991f68-1e41-437e-b436-4f56ca3e8481 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:20:59.866998 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-899c08e6-366d-470a-b6cd-2175bb268c84 req-7c991f68-1e41-437e-b436-4f56ca3e8481 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1289735 Aug 31 05:20:59.872781 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-259261df-67c4-4b91-950a-1da20c8779f7 req-bca35bf4-1ffc-4cc0-952e-930b850e6354 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105115 Aug 31 05:20:59.961480 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-899c08e6-366d-470a-b6cd-2175bb268c84 req-1fa7c169-eafb-4550-ba40-eec86fde6c70 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Aug 31 05:21:01.220358 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa41615-b79f-48a6-9cd6-8776594da7a0 req-40a898ef-51a2-4ca1-8d5c-05a967b7de7b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:01.235545 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afa41615-b79f-48a6-9cd6-8776594da7a0 req-40a898ef-51a2-4ca1-8d5c-05a967b7de7b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1382239 Aug 31 05:21:01.316491 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afa41615-b79f-48a6-9cd6-8776594da7a0 req-d5d4e735-6728-4646-b39e-2f6cfd4ba676 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781612 Aug 31 05:21:02.538062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c032b-7f82-4060-ad5c-6f884060e61d req-f3fab830-b9cf-48e3-b5a3-24d6fe35c9a4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:02.540941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea2c032b-7f82-4060-ad5c-6f884060e61d req-f3fab830-b9cf-48e3-b5a3-24d6fe35c9a4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0958769 Aug 31 05:21:02.646992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea2c032b-7f82-4060-ad5c-6f884060e61d req-4e361fde-b6b7-4023-bea7-3f67b726e137 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688915 Aug 31 05:21:02.709486 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3213adc3-e195-4dfe-93fa-ae3abf09de3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:03.843271 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83be353-c18e-4204-9b34-14b7eb442722 req-c6e53caf-6bb7-41e6-8cd9-4c0b71cdee55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:03.853241 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d83be353-c18e-4204-9b34-14b7eb442722 req-c6e53caf-6bb7-41e6-8cd9-4c0b71cdee55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1047599 Aug 31 05:21:03.926731 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d83be353-c18e-4204-9b34-14b7eb442722 req-a5535445-273d-46f2-a10b-33d8e50b8674 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722432 Aug 31 05:21:05.101921 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a97669-856a-482d-aeb7-e980a2b8a158 req-8433d128-4ce3-41ad-8a40-b9ca508a68ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:05.107810 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a97669-856a-482d-aeb7-e980a2b8a158 req-8433d128-4ce3-41ad-8a40-b9ca508a68ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0860574 Aug 31 05:21:05.184068 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0a97669-856a-482d-aeb7-e980a2b8a158 req-0e16a205-7ce4-45fb-b90b-1340ee33aa74 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622616 Aug 31 05:21:05.702552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:06.343486 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f710-20be-4058-a4c6-9bb4c8baf562 req-7fbf1a2a-7721-40a3-921f-908ef44e388a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:06.348509 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3c7f710-20be-4058-a4c6-9bb4c8baf562 req-7fbf1a2a-7721-40a3-921f-908ef44e388a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0647337 Aug 31 05:21:06.401291 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3c7f710-20be-4058-a4c6-9bb4c8baf562 req-bccaae4e-bd0b-4e73-a66c-30c6eea9f735 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Aug 31 05:21:06.701496 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:21:06.995942 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3e4b468f-13a6-4134-8397-19cdea88436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:07.572173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:07.620115 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0acb1-2876-4d43-b3ac-2501762ef583 req-3a4f5faa-513a-4fb7-af08-7594b660e6b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:07.628387 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5f0acb1-2876-4d43-b3ac-2501762ef583 req-3a4f5faa-513a-4fb7-af08-7594b660e6b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1156194 Aug 31 05:21:07.681768 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5f0acb1-2876-4d43-b3ac-2501762ef583 req-c2304a77-ebe9-4f28-9e35-c3915b39fe6c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524027 Aug 31 05:21:08.908007 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad042-41b1-43de-95f5-3eaf2698df6e req-46e6e501-4759-46c7-a96b-c8ac366915ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:08.913194 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8edad042-41b1-43de-95f5-3eaf2698df6e req-46e6e501-4759-46c7-a96b-c8ac366915ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0918069 Aug 31 05:21:08.980477 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8edad042-41b1-43de-95f5-3eaf2698df6e req-23d180ef-9980-47f4-8dc3-76aa2436e562 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582516 Aug 31 05:21:09.100555 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:10.047157 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-e5476fcc-0f44-4f01-b788-ca26ec5a24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:10.050325 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-e5476fcc-0f44-4f01-b788-ca26ec5a24f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.1143847 Aug 31 05:21:10.076396 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9e16-175c-4ef8-bef0-6a17fd821e31 req-6c3b457f-a84a-406d-92c6-2307b8560f95 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:10.090856 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ed7c9e16-175c-4ef8-bef0-6a17fd821e31 req-6c3b457f-a84a-406d-92c6-2307b8560f95 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1586182 Aug 31 05:21:10.245329 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ed7c9e16-175c-4ef8-bef0-6a17fd821e31 req-a8144348-76ac-463f-888b-cea6e74b0872 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515183 Aug 31 05:21:10.304447 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43603-edbc-48ee-95a0-92ff34806997 req-ea6b24eb-a3b7-4dbc-8b69-d4d7487c4cf7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:10.306929 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b3b43603-edbc-48ee-95a0-92ff34806997 req-ea6b24eb-a3b7-4dbc-8b69-d4d7487c4cf7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.1694250 Aug 31 05:21:10.403013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-d55a737f-538b-47b2-b538-09f10a160128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:10.406613 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-d55a737f-538b-47b2-b538-09f10a160128 service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.3103619 Aug 31 05:21:10.429667 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b3b43603-edbc-48ee-95a0-92ff34806997 req-0276a6a4-7b11-4a21-adae-0704dae077f9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114211 Aug 31 05:21:10.503979 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-cdf31f5f-83d2-4545-ab5e-0b93fe7cc988 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0724463 Aug 31 05:21:10.577807 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-1a573351-9b3b-4c11-aa85-629a443a1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:10.579371 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-1a573351-9b3b-4c11-aa85-629a443a1f10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0671592 Aug 31 05:21:10.617459 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-876bfca0-a871-4941-8a17-8b56efaf0d95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298319 Aug 31 05:21:10.732431 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-e497ecaf-67c5-4f20-ada7-1c52ba40c906 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979624 Aug 31 05:21:10.864315 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68268dd2-43da-4630-93c9-1dae3ffd4a91 req-766efd74-fcb3-4a97-b51a-6ae5b0aa8e18 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223583 Aug 31 05:21:11.402097 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755e58c-2991-48be-a114-f49ac6b3c385 req-bc95ed20-68a2-4a6e-97d8-b2897b6a2405 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.403929 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8755e58c-2991-48be-a114-f49ac6b3c385 req-bc95ed20-68a2-4a6e-97d8-b2897b6a2405 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0607879 Aug 31 05:21:11.465125 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8755e58c-2991-48be-a114-f49ac6b3c385 req-6454ff9c-4965-4d25-b392-0742616df37b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 Aug 31 05:21:11.611086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641696-7a0b-4b78-852a-346a735f9651 req-522e2f09-64e5-41b4-829a-24ac25937d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.612715 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-522e2f09-64e5-41b4-829a-24ac25937d6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1099 time: 0.0861793 Aug 31 05:21:11.627050 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0e00f-ac9a-4b22-bbf6-0f2334516cad req-e3c204b9-590b-4274-8d17-32d7fca7cacb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.628746 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5e0e00f-ac9a-4b22-bbf6-0f2334516cad req-e3c204b9-590b-4274-8d17-32d7fca7cacb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0671353 Aug 31 05:21:11.730986 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5e0e00f-ac9a-4b22-bbf6-0f2334516cad req-598d63a3-bef6-4c58-8a5f-d0fc611a80fb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811088 Aug 31 05:21:11.754646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641696-7a0b-4b78-852a-346a735f9651 req-a7877566-1f2f-48ca-9f16-64558c61d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.756187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-a7877566-1f2f-48ca-9f16-64558c61d91a service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.1250145 Aug 31 05:21:11.845167 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-aa9ac946-eb9f-4c98-8eca-a86962479b8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 1001 time: 0.0710728 Aug 31 05:21:11.908636 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641696-7a0b-4b78-852a-346a735f9651 req-85a85f95-ac24-436d-b786-5910c4ce53da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.910148 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-85a85f95-ac24-436d-b786-5910c4ce53da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0547996 Aug 31 05:21:11.968480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26641696-7a0b-4b78-852a-346a735f9651 req-c1ac8904-e6b8-48df-86c5-b8a1319f6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:11.970608 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-c1ac8904-e6b8-48df-86c5-b8a1319f6460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462344 Aug 31 05:21:12.077972 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-09b73fa0-ae55-459c-9ae1-98d9557bc642 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970864 Aug 31 05:21:12.180344 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26641696-7a0b-4b78-852a-346a735f9651 req-b54e2649-0218-47d7-a2a3-da5fa97a46a7 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937228 Aug 31 05:21:12.598061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24136e1c-3801-4496-8ff5-0b395370b9f0 req-653a691a-98e2-406c-a473-62e37409c6e2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:12.600143 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24136e1c-3801-4496-8ff5-0b395370b9f0 req-653a691a-98e2-406c-a473-62e37409c6e2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0594051 Aug 31 05:21:12.639187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24136e1c-3801-4496-8ff5-0b395370b9f0 req-6662b1a8-b329-47e6-8645-4192ae4a41a6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 31 05:21:12.880975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc260c0-2786-4585-a443-f849ba59b46b req-88b68ff9-987f-47ca-bc74-4ee79cc224f8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:12.882799 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9bc260c0-2786-4585-a443-f849ba59b46b req-88b68ff9-987f-47ca-bc74-4ee79cc224f8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0622735 Aug 31 05:21:12.932499 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9bc260c0-2786-4585-a443-f849ba59b46b req-aa58f1d9-c8fa-49ba-9280-13bb4a65416f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 Aug 31 05:21:13.779045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257a17a-7c68-4357-b0d5-168a177abff0 req-323ad8c2-2e6e-42a4-9ca9-79e89bfb000e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:13.782925 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4257a17a-7c68-4357-b0d5-168a177abff0 req-323ad8c2-2e6e-42a4-9ca9-79e89bfb000e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0714450 Aug 31 05:21:13.825742 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4257a17a-7c68-4357-b0d5-168a177abff0 req-78829062-36cf-4830-94cb-86001bdca4bd tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Aug 31 05:21:14.070759 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a6967-d5ff-4c00-819a-18974ea4b27c req-3e69646f-002f-4d0b-a831-4319c5e32a8c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:14.072386 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-128a6967-d5ff-4c00-819a-18974ea4b27c req-3e69646f-002f-4d0b-a831-4319c5e32a8c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 946 time: 0.0542777 Aug 31 05:21:14.115805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-128a6967-d5ff-4c00-819a-18974ea4b27c req-0ac89334-aac8-4d83-bc0a-b747068379de tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362558 Aug 31 05:21:14.470360 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-e81ccca0-2103-48e3-8bd6-642ffae5f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:14.471840 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-e81ccca0-2103-48e3-8bd6-642ffae5f95a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.0456293 Aug 31 05:21:14.611369 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-f60a05b7-79e0-4b95-8051-8feaeeef5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:14.612968 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-f60a05b7-79e0-4b95-8051-8feaeeef5fb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.1118875 Aug 31 05:21:14.668298 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-6596430e-1480-48f8-b03d-8fde84b4221e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0439475 Aug 31 05:21:14.776936 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:21:14.783745 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-75173df0-0d8b-4a8b-b6c7-2a878cbc43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:14.786682 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-75173df0-0d8b-4a8b-b6c7-2a878cbc43d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.0808737 Aug 31 05:21:14.840156 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-bb06a849-ff8f-4f2f-86f1-3c2c319656e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431261 Aug 31 05:21:14.945884 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:14.986835 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:21:14.990315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d46d24b-d969-4c5f-98da-072c2a76260b" -d '{"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-unplugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:21:15.007675 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-0873092f-4fcc-45fe-ae95-4d98a4e69ebd service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575522 Aug 31 05:21:15.020937 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:15.030035 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:15.037488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941867c-8d49-4b84-8368-c9a44025e9a4 req-ad7bf0b8-1dd5-4b40-9ef2-6c7032531b4f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:15.039132 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3941867c-8d49-4b84-8368-c9a44025e9a4 req-ad7bf0b8-1dd5-4b40-9ef2-6c7032531b4f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0844307 Aug 31 05:21:15.082273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 05:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea18eba9-3b8e-4fb3-b3c1-6e6e1d1133ce x-openstack-request-id: req-ea18eba9-3b8e-4fb3-b3c1-6e6e1d1133ce {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:21:15.082884 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-unplugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:21:15.083410 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea18eba9-3b8e-4fb3-b3c1-6e6e1d1133ce {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:21:15.084092 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'code': 200} Aug 31 05:21:15.123962 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=8']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:15.166667 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3941867c-8d49-4b84-8368-c9a44025e9a4 req-87cf4cfd-1ca4-4511-98b8-82e3bfc416fe tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071630 Aug 31 05:21:15.192090 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5eea85d-2a78-4a39-a8b9-4a40e354e0df req-89254d90-4ece-4aff-85fc-d4aa893e70a6 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657090 Aug 31 05:21:15.258023 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:15.325041 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d826099-69b2-48fa-9382-e11a2a0c7b54 req-cc35b837-c1f8-42b9-a008-28680245887f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:15.327832 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d826099-69b2-48fa-9382-e11a2a0c7b54 req-cc35b837-c1f8-42b9-a008-28680245887f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0811327 Aug 31 05:21:15.388081 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d826099-69b2-48fa-9382-e11a2a0c7b54 req-3abe0191-47e7-4f88-b1cc-e1f36f889abe tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532441 Aug 31 05:21:16.060266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-a328e952-bb43-45c6-a330-bb20d38a1326 req-e5107e30-5707-4e3b-84ad-c1307d7815b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:21:16.061741 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a328e952-bb43-45c6-a330-bb20d38a1326 req-e5107e30-5707-4e3b-84ad-c1307d7815b6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068367 Aug 31 05:21:16.334424 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293538-f4e0-4619-851c-c37dc7d270cc req-038b2672-86c4-4d93-bd24-cbe8bb3be600 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:16.336634 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0293538-f4e0-4619-851c-c37dc7d270cc req-038b2672-86c4-4d93-bd24-cbe8bb3be600 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1056807 Aug 31 05:21:16.444062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f411-03eb-486b-a0b3-5431360ba4ad req-a0fcc71c-7fd0-4013-96f5-3250d164e922 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:16.446615 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9da2f411-03eb-486b-a0b3-5431360ba4ad req-a0fcc71c-7fd0-4013-96f5-3250d164e922 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1422563 Aug 31 05:21:16.501378 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0293538-f4e0-4619-851c-c37dc7d270cc req-1e3528a3-a5f9-46f6-9401-a969c50dc754 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281495 Aug 31 05:21:16.569272 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9da2f411-03eb-486b-a0b3-5431360ba4ad req-75f51b2a-00c6-4f44-a820-9901fc70ba70 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098936 Aug 31 05:21:16.916572 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 53990) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:21:17.048685 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-7e3c6b23-8bc2-4b44-ba40-58a5d892fec2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293063 Aug 31 05:21:17.461381 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-892bf912-146b-40a0-8ae2-b07c8c62cf7c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:17.463978 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-892bf912-146b-40a0-8ae2-b07c8c62cf7c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.1465013 Aug 31 05:21:17.482212 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-83af7fed-fc43-475b-94ff-410203f4169b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/quotas/4f29b9f58842406db6c791b1b0be0832 HTTP/1.1" status: 200 len: 375 time: 0.0109334 Aug 31 05:21:17.550794 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-c935b5f8-9c74-4bbf-a996-84e1e6f98676 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608671 Aug 31 05:21:17.725100 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdca8e8-619b-4548-9f92-540df405efc6 req-bf271216-d911-47b4-9ee4-5341cdd2daea tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:17.726605 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8cdca8e8-619b-4548-9f92-540df405efc6 req-bf271216-d911-47b4-9ee4-5341cdd2daea tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0907841 Aug 31 05:21:17.731014 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-7e28c4f5-617d-4edb-879c-b61e06ec0dbb service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713376 Aug 31 05:21:17.817182 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8cdca8e8-619b-4548-9f92-540df405efc6 req-58ff839e-e3aa-4962-b891-a5cd769c8848 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831764 Aug 31 05:21:17.880372 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-edc92b8e-5b3c-4e2e-a6e1-d26233240ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318369 Aug 31 05:21:17.960970 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1b60-9193-4496-8230-5183859b06e8 req-6e870f17-02d9-4f43-bd3a-c8403c53c22c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:17.963596 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68bb1b60-9193-4496-8230-5183859b06e8 req-6e870f17-02d9-4f43-bd3a-c8403c53c22c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0713551 Aug 31 05:21:18.025536 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68bb1b60-9193-4496-8230-5183859b06e8 req-de355995-734d-458a-88ac-da005c4264b5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Aug 31 05:21:18.084381 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0734fbf3-ea86-4cd1-9326-7f5cd48eb43a req-9244f38b-a435-4e5b-b9ec-5281ec2d2eab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 210 time: 0.0292413 Aug 31 05:21:18.964866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faa243-1731-40a6-9ab2-ded61a95c9d4 req-7ab1c4af-6ac8-4209-a1c2-25872a3a2dd9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:18.966487 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93faa243-1731-40a6-9ab2-ded61a95c9d4 req-7ab1c4af-6ac8-4209-a1c2-25872a3a2dd9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0537734 Aug 31 05:21:19.014999 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93faa243-1731-40a6-9ab2-ded61a95c9d4 req-2f58882e-8059-4fa9-8701-181630c7130a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368409 Aug 31 05:21:19.111079 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:21:19.168237 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0596cf7-4ef2-43b5-a4c2-65979f538286 req-821f41ca-91ea-416d-9f8f-c57ff52259c2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:19.170747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0596cf7-4ef2-43b5-a4c2-65979f538286 req-821f41ca-91ea-416d-9f8f-c57ff52259c2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0653443 Aug 31 05:21:19.237036 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f6674625-7a15-48f8-a5cb-21980a6968a8 req-710b1d84-5bfc-4d4a-be6c-e1f2e8949045 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Aug 31 05:21:19.252438 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c0596cf7-4ef2-43b5-a4c2-65979f538286 req-299b3b3d-b4e1-4643-9a4a-19ccac92595f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Aug 31 05:21:20.158054 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09367a-b7f4-438c-898f-188eed8ef384 req-e1d027c1-1e06-4a31-9a8d-30bf5cde324e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:20.159648 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d09367a-b7f4-438c-898f-188eed8ef384 req-e1d027c1-1e06-4a31-9a8d-30bf5cde324e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0575175 Aug 31 05:21:20.206989 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d09367a-b7f4-438c-898f-188eed8ef384 req-e5e7a22b-a104-4935-9d78-b03146df9187 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Aug 31 05:21:20.453373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-368a1997-3711-4955-b750-2e5356ddfa5c req-98be60a8-3230-4d53-92ba-83fd488ecf1b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 210 time: 0.0834579 Aug 31 05:21:20.493568 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084c3e3-81d8-433a-9538-8b5843dcac3c req-00bff140-f7c2-462c-baac-bc2dfc0a2d46 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:20.496158 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0084c3e3-81d8-433a-9538-8b5843dcac3c req-00bff140-f7c2-462c-baac-bc2dfc0a2d46 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1132498 Aug 31 05:21:20.809515 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0084c3e3-81d8-433a-9538-8b5843dcac3c req-450556eb-3c3a-475d-b785-630769ea7e06 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997601 Aug 31 05:21:21.295330 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-cdad9424-69c2-4282-9435-3d20f16d7f60 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:21.298483 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-cdad9424-69c2-4282-9435-3d20f16d7f60 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 815 time: 0.1528573 Aug 31 05:21:21.324626 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Request body: {'port': {'device_id': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'admin_state_up': True, 'tenant_id': '4f29b9f58842406db6c791b1b0be0832'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:21:21.503086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1501-6af6-4efa-b29e-bae592e26212 req-9f5ff457-3aa8-46b9-ad87-aadbe41843b1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:21.504755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-960e1501-6af6-4efa-b29e-bae592e26212 req-9f5ff457-3aa8-46b9-ad87-aadbe41843b1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1029243 Aug 31 05:21:21.592417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Made reservation on behalf of 4f29b9f58842406db6c791b1b0be0832 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:21:21.596272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:21.603156 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b56dfaa0-ed30-4c88-bc08-d1bcab11183a req-3cb40599-1ca4-4d70-b1ac-0d00edbcd8f5 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 210 time: 0.0519600 Aug 31 05:21:21.607947 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-960e1501-6af6-4efa-b29e-bae592e26212 req-61f11f9c-e104-4614-902b-7371523ef345 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829871 Aug 31 05:21:21.758086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Allocated IP 172.20.0.6 (c18ca1c9-81ed-4892-86fe-26100f0fc2d3/72460adc-0277-4e13-9ddb-affb18e13f86/c5faf5ec-8585-4acf-98b8-89f1a305c3a5) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:21:21.978544 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:22.012353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc8d2-d8d4-4291-bcb8-1bbf768bef7d req-8599048d-ed9d-44b2-a642-d7a8d49d47f3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:22.014050 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-01ffc8d2-d8d4-4291-bcb8-1bbf768bef7d req-8599048d-ed9d-44b2-a642-d7a8d49d47f3 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0894372 Aug 31 05:21:22.076393 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:22.090036 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-01ffc8d2-d8d4-4291-bcb8-1bbf768bef7d req-30dfeebd-5d80-4f5d-9bbc-5cf5dfab1d58 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674701 Aug 31 05:21:22.139883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:21:22.144567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:21:22.148863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:21:22.174033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event updated for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:22.212418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:22.213153 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:22.231729 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-acafcf4d-b164-4dad-89d8-b81c24bb24d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148250 Aug 31 05:21:22.802256 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a24b-0328-4368-b5ac-8bc2ee465fc4 req-63440a84-9cf5-44b8-bdd0-51b34ae20015 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:22.803905 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2590a24b-0328-4368-b5ac-8bc2ee465fc4 req-63440a84-9cf5-44b8-bdd0-51b34ae20015 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 931 time: 0.0892901 Aug 31 05:21:22.818206 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd49740-0680-480a-ae8a-bdd79122f038 req-7212278f-b459-4677-8dfe-d3500d93e058 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:22.819921 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9cd49740-0680-480a-ae8a-bdd79122f038 req-7212278f-b459-4677-8dfe-d3500d93e058 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0890460 Aug 31 05:21:22.878235 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2590a24b-0328-4368-b5ac-8bc2ee465fc4 req-4f2585db-9657-40b6-b294-dbb687a6be5a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Aug 31 05:21:22.893091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9cd49740-0680-480a-ae8a-bdd79122f038 req-432dbbdc-6a3d-4961-869a-05fc3fe346a3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655911 Aug 31 05:21:23.245406 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc51a8-2a03-437f-b4f5-ccbcec13a799 req-ddb55abe-18b2-4693-8ca7-c94ad2b6984a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:23.248051 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-34bc51a8-2a03-437f-b4f5-ccbcec13a799 req-ddb55abe-18b2-4693-8ca7-c94ad2b6984a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0698650 Aug 31 05:21:23.291976 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-34bc51a8-2a03-437f-b4f5-ccbcec13a799 req-99dbf53c-2189-4bd9-bd03-45b931b2c368 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Aug 31 05:21:23.459930 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', '65a93745-adcb-4ed3-8478-1490608197a2'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:21:24.080641 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cff2de-df24-4f9b-8587-c5cf4660ab53 req-83fda136-6fba-4bd7-862b-27deb3a6100e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:24.083370 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1cff2de-df24-4f9b-8587-c5cf4660ab53 req-83fda136-6fba-4bd7-862b-27deb3a6100e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 931 time: 0.1070800 Aug 31 05:21:24.116975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88c2d2-faa1-49f9-ba3e-953cbcc7e6d8 req-e2ead18a-fccd-4bdc-8969-6ffe4251daf1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:24.120545 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d88c2d2-faa1-49f9-ba3e-953cbcc7e6d8 req-e2ead18a-fccd-4bdc-8969-6ffe4251daf1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1104462 Aug 31 05:21:24.187094 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1cff2de-df24-4f9b-8587-c5cf4660ab53 req-dca78645-8bf5-4697-bb92-31a9731111fb tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Aug 31 05:21:24.197524 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d88c2d2-faa1-49f9-ba3e-953cbcc7e6d8 req-f3a24af9-6986-4716-82e8-504d21f0150e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642254 Aug 31 05:21:24.435198 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7733b-fb38-4630-a6f9-f9ede1ec7f21 req-2e21b19b-7d59-4106-86b8-4da9f78511d8 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:24.438473 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9df7733b-fb38-4630-a6f9-f9ede1ec7f21 req-2e21b19b-7d59-4106-86b8-4da9f78511d8 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0591381 Aug 31 05:21:24.491069 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9df7733b-fb38-4630-a6f9-f9ede1ec7f21 req-eb14a211-6cbf-4cd2-b363-6a4eef657c02 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Aug 31 05:21:24.500570 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Request body: {'port': {'device_id': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:21:24.573286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:24.967781 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-87be950f-9ce4-4fec-9068-e3f6f7e39170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:24.970129 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-87be950f-9ce4-4fec-9068-e3f6f7e39170 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 1097 time: 0.1288493 Aug 31 05:21:25.060445 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5faf5ec-8585-4acf-98b8-89f1a305c3a5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:21:25.073367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:25.095264 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Transition to ACTIVE for port object c5faf5ec-8585-4acf-98b8-89f1a305c3a5 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:21:25.097931 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-093979b2-2d39-43ca-a0cc-532864c8082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.100026 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-093979b2-2d39-43ca-a0cc-532864c8082b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1097 time: 0.0846906 Aug 31 05:21:25.101203 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:25.207804 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:25.386301 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-455c5747-74ab-4485-a24d-3e9da2b89396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.388617 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-455c5747-74ab-4485-a24d-3e9da2b89396 service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.2614629 Aug 31 05:21:25.484395 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Attempting to bind port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:21:25.485468 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Attempting to bind port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:21:25.486200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Attempting to bind port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:21:25.506621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:21:25.506951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Attempting to bind port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 on network c18ca1c9-81ed-4892-86fe-26100f0fc2d3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:21:25.531242 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:21:25.531612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Checking segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:21:25.531967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Bound using segment: {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:21:25.532428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Bound port: c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:21:25.532798 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:25.547987 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd929e-4857-482f-b301-7036a7a0febd req-5025b92d-7ff8-4509-b49e-14d7d8d870d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.549620 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8cdd929e-4857-482f-b301-7036a7a0febd req-5025b92d-7ff8-4509-b49e-14d7d8d870d8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.2318466 Aug 31 05:21:25.568872 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7990907-452c-45d9-bf90-09f0a3160631 req-95b02b7f-b07e-43d0-8689-25b381c2a48e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.570713 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f7990907-452c-45d9-bf90-09f0a3160631 req-95b02b7f-b07e-43d0-8689-25b381c2a48e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.2509873 Aug 31 05:21:25.576362 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-fb482c35-c888-4671-b2b5-25ab37952cf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 200 len: 999 time: 0.1627696 Aug 31 05:21:25.740131 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f7990907-452c-45d9-bf90-09f0a3160631 req-f48dd0e2-b9d3-4beb-a937-5ae94b912e1e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606817 Aug 31 05:21:25.744030 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-decc05b2-6520-4eee-abcd-820a664b9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.745533 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-decc05b2-6520-4eee-abcd-820a664b9375 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.1568923 Aug 31 05:21:25.748635 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8cdd929e-4857-482f-b301-7036a7a0febd req-3f3686a7-54c8-4e98-a45a-7940703d3634 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747568 Aug 31 05:21:25.752327 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:21:25.757076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:21:25.787877 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:25.859628 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.860314 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:25.861775 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] 10.222.0.35 "PUT /v2.0/ports/c5faf5ec-8585-4acf-98b8-89f1a305c3a5 HTTP/1.1" status: 200 len: 1093 time: 1.3669994 Aug 31 05:21:25.862447 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:21:25.864812 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf0429-5329-4aae-9c3f-34a6fa0677b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:21:25.899556 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-2f583ec1-f7fe-40f2-9e5b-708f4d5cb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.901196 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-2f583ec1-f7fe-40f2-9e5b-708f4d5cb9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1462967 Aug 31 05:21:25.903695 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c915aaf-5b18-497b-b165-f09c5c668b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:25.923796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ece57-ae0a-457e-aa60-6c8dd4a94273 x-openstack-request-id: req-4c1ece57-ae0a-457e-aa60-6c8dd4a94273 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:21:25.924134 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:21:25.924423 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c1ece57-ae0a-457e-aa60-6c8dd4a94273 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:21:25.924886 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5', 'status': 'completed', 'code': 200} Aug 31 05:21:25.939668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2806e-2be2-41fd-aeec-027490baef58 req-b2711f8a-ab40-44ba-9897-1ce8d458e88b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:25.941375 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6db2806e-2be2-41fd-aeec-027490baef58 req-b2711f8a-ab40-44ba-9897-1ce8d458e88b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0998178 Aug 31 05:21:25.987289 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6db2806e-2be2-41fd-aeec-027490baef58 req-6acf93a1-11d8-4739-95a3-0d5d4e375906 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Aug 31 05:21:26.931368 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d9b3f-d620-4ade-b688-5eb077cd8602 req-942d7885-7f98-45c7-bf5b-ff2917c1dd95 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:26.933015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e86d9b3f-d620-4ade-b688-5eb077cd8602 req-942d7885-7f98-45c7-bf5b-ff2917c1dd95 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0858905 Aug 31 05:21:26.946270 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3fb23-0eda-4574-81c5-f2b3e751be38 req-e4116aea-b259-4a1a-a099-4df5e706a643 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:26.947901 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53e3fb23-0eda-4574-81c5-f2b3e751be38 req-e4116aea-b259-4a1a-a099-4df5e706a643 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0914133 Aug 31 05:21:27.009429 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e86d9b3f-d620-4ade-b688-5eb077cd8602 req-1142c90a-4de9-4031-b4c5-915a7681fef9 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604925 Aug 31 05:21:27.014969 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-53e3fb23-0eda-4574-81c5-f2b3e751be38 req-24d47fd5-d042-4728-a412-8157300bac7d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 Aug 31 05:21:27.134591 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295af06-638e-4b15-9b3f-a4eb5208b563 req-d0857a75-9eaa-41e8-87b7-fef585e0f408 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:27.136168 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2295af06-638e-4b15-9b3f-a4eb5208b563 req-d0857a75-9eaa-41e8-87b7-fef585e0f408 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0538290 Aug 31 05:21:27.179777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2295af06-638e-4b15-9b3f-a4eb5208b563 req-9329fdc4-4e58-473a-b246-47bd57adabc8 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 Aug 31 05:21:28.181541 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed6c5-fd54-4126-8edf-a89e1fb8d9db req-1ceac000-d95a-4b70-91be-08cdfee43700 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:28.183633 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-670ed6c5-fd54-4126-8edf-a89e1fb8d9db req-1ceac000-d95a-4b70-91be-08cdfee43700 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0839953 Aug 31 05:21:28.201579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b984a-73a3-45fc-b5a5-c4add56c5afc req-8fa5ec68-049e-4b93-95a8-a6c42885c42c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:28.203828 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e77b984a-73a3-45fc-b5a5-c4add56c5afc req-8fa5ec68-049e-4b93-95a8-a6c42885c42c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0942619 Aug 31 05:21:28.276879 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-670ed6c5-fd54-4126-8edf-a89e1fb8d9db req-5e765c5a-a5da-4f5a-8d96-1d69f36a7cde tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713644 Aug 31 05:21:28.280244 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e77b984a-73a3-45fc-b5a5-c4add56c5afc req-13337146-21e8-4684-9ec3-bf42326dec32 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648153 Aug 31 05:21:28.395343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00428997-38b1-44cc-ac3a-f5af4c8bb045 req-3c6cd2a3-b399-44a2-8bd3-cc6352021050 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:28.397010 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-00428997-38b1-44cc-ac3a-f5af4c8bb045 req-3c6cd2a3-b399-44a2-8bd3-cc6352021050 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0541780 Aug 31 05:21:28.440803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-00428997-38b1-44cc-ac3a-f5af4c8bb045 req-3f82d784-99e4-410f-a944-65ada5f5a403 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Aug 31 05:21:28.915446 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-f80b11ec-247b-4a3e-bd4b-00defbd61382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:28.916947 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-f80b11ec-247b-4a3e-bd4b-00defbd61382 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 1096 time: 0.1167276 Aug 31 05:21:28.978837 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-742a4723-5167-4d12-8038-8962f26778b8 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800690 Aug 31 05:21:28.981015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-7430ce43-8aa6-4ce6-b238-b2f1b7995191 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5 HTTP/1.1" status: 200 len: 217 time: 0.0513251 Aug 31 05:21:29.118350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-dda80e5a-6c3e-4b08-a083-76a2e895c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.120104 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-dda80e5a-6c3e-4b08-a083-76a2e895c7eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.1249304 Aug 31 05:21:29.175300 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-48411e98-821c-4dce-aac6-e6b586107dba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411155 Aug 31 05:21:29.201593 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b38c8044-d6f1-4f46-8a86-679181a6211e req-37488369-79d1-4d9f-9ddd-19f8e0c7fa87 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077615 Aug 31 05:21:29.300213 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-0cd0c003-7fac-4430-aa9b-724505b3f4cb service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135254 Aug 31 05:21:29.491435 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e194f446-d3f0-417e-a9c3-74593d7715c8 req-321b38ff-1bef-4c74-abd3-7682513f3c49 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789391 Aug 31 05:21:29.504792 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a7f6-f10a-41d8-b929-36c1597d9899 req-2cee11b1-3096-4c42-839f-38666d3aaa1f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.505953 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15e3a7f6-f10a-41d8-b929-36c1597d9899 req-2cee11b1-3096-4c42-839f-38666d3aaa1f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1166434 Aug 31 05:21:29.518998 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22185fe5-e5d2-415e-a2fd-d9602c50044a req-7bf3e2ca-5528-44a9-8c7a-3c4ee8426941 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.520782 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-22185fe5-e5d2-415e-a2fd-d9602c50044a req-7bf3e2ca-5528-44a9-8c7a-3c4ee8426941 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.1332920 Aug 31 05:21:29.623246 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-15e3a7f6-f10a-41d8-b929-36c1597d9899 req-bfea9427-3b66-4a98-a739-e387b18b53a3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955021 Aug 31 05:21:29.632091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-22185fe5-e5d2-415e-a2fd-d9602c50044a req-9953b22b-9af9-471f-a503-0b0a2eac6ec0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974278 Aug 31 05:21:29.660799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-1f565803-de3c-4568-9115-db28612a9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.663992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-1f565803-de3c-4568-9115-db28612a9ca7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f29b9f58842406db6c791b1b0be0832&device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 1096 time: 0.0935783 Aug 31 05:21:29.899290 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718f8a8-ac4f-4ded-bbf1-45a9efad7867 req-f21306c1-3e4f-4ae4-9c86-c254c04e2e30 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.907823 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1718f8a8-ac4f-4ded-bbf1-45a9efad7867 req-f21306c1-3e4f-4ae4-9c86-c254c04e2e30 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1909385 Aug 31 05:21:29.959949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-36c958e5-ae3c-4e1e-bdef-44172b94644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:29.961850 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-36c958e5-ae3c-4e1e-bdef-44172b94644e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 200 len: 916 time: 0.2839563 Aug 31 05:21:29.988930 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1718f8a8-ac4f-4ded-bbf1-45a9efad7867 req-9eb3fdc9-23c0-477e-8147-f2b94b61aaaa tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796156 Aug 31 05:21:30.827548 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94b81-a592-4a34-b78b-670e4e18bc97 req-34a4fd8f-ae7c-4f4d-b858-8110044f3212 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:30.830178 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ce94b81-a592-4a34-b78b-670e4e18bc97 req-34a4fd8f-ae7c-4f4d-b858-8110044f3212 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1168270 Aug 31 05:21:30.839402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada775e0-eb0c-4743-aa39-a50d36b4e815 req-9ffd4a13-04dc-4d75-8244-92f66036c4a8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:30.841118 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ada775e0-eb0c-4743-aa39-a50d36b4e815 req-9ffd4a13-04dc-4d75-8244-92f66036c4a8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0838411 Aug 31 05:21:30.907443 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ce94b81-a592-4a34-b78b-670e4e18bc97 req-eaae1743-47c0-4063-8adc-b4e27513b738 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651252 Aug 31 05:21:30.913669 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ada775e0-eb0c-4743-aa39-a50d36b4e815 req-ae96aea3-2b88-4dea-8a53-9752f41f695b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643210 Aug 31 05:21:31.137797 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17d31d-f528-47c5-b442-920f11881abd req-e13dd5cd-3f85-4a05-a247-8da760949fda tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:31.139413 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e17d31d-f528-47c5-b442-920f11881abd req-e13dd5cd-3f85-4a05-a247-8da760949fda tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0605752 Aug 31 05:21:31.208722 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e17d31d-f528-47c5-b442-920f11881abd req-782fe546-8c43-43fe-bb55-e8f71fa4ab73 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Aug 31 05:21:32.160951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bfd87-779e-4d7a-b8e3-fdbc102ec19f req-8e5f2402-f1bf-4735-b6d4-536622a24192 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:32.163672 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-006bfd87-779e-4d7a-b8e3-fdbc102ec19f req-8e5f2402-f1bf-4735-b6d4-536622a24192 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.1430113 Aug 31 05:21:32.191891 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1894-6b2e-4e77-85f6-34a8df4b62f9 req-829fa795-6b4c-476d-bbbf-3e6310681098 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:32.193650 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca7f1894-6b2e-4e77-85f6-34a8df4b62f9 req-829fa795-6b4c-476d-bbbf-3e6310681098 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1711519 Aug 31 05:21:32.278763 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-006bfd87-779e-4d7a-b8e3-fdbc102ec19f req-796f3fc2-f778-4a34-af10-801280fd0a7e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036112 Aug 31 05:21:32.307233 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca7f1894-6b2e-4e77-85f6-34a8df4b62f9 req-edf65bd3-7d80-4d8f-bf39-e55193b96cad tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040566 Aug 31 05:21:32.489712 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57325-9d75-452d-a2f8-56c9b75523ff req-945241e6-acc0-4f7d-877d-a2894a67c07a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:32.492443 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d0b57325-9d75-452d-a2f8-56c9b75523ff req-945241e6-acc0-4f7d-877d-a2894a67c07a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0806963 Aug 31 05:21:32.536145 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d0b57325-9d75-452d-a2f8-56c9b75523ff req-717b7d22-b13e-4973-8101-c49b78b0270c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Aug 31 05:21:32.692956 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8f994423-5138-4e6f-9ac0-ed0aa59e6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:33.550456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e27d0-dbb5-45a2-8817-ae222c9430e9 req-3d8f3e37-9837-4020-ba56-ae40c53af43e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:33.553156 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d48e27d0-dbb5-45a2-8817-ae222c9430e9 req-3d8f3e37-9837-4020-ba56-ae40c53af43e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.1230693 Aug 31 05:21:33.950577 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d48e27d0-dbb5-45a2-8817-ae222c9430e9 req-30558437-f8e6-4da2-a295-c7ab95c2836f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886502 Aug 31 05:21:33.962869 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489f5b9-c36c-4dec-ae53-7834b203a3b4 req-a188c51d-bb96-406b-a59a-2e7b4ec31ddb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:33.971928 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9489f5b9-c36c-4dec-ae53-7834b203a3b4 req-a188c51d-bb96-406b-a59a-2e7b4ec31ddb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.3944166 Aug 31 05:21:34.040130 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9489f5b9-c36c-4dec-ae53-7834b203a3b4 req-2275239a-ffb0-4961-b03d-0a80c8318e00 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671988 Aug 31 05:21:34.123713 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f243816-cfd4-474f-ad52-a765c09628e2 req-006550e9-5676-463d-8f82-0be63acc1625 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:34.125815 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f243816-cfd4-474f-ad52-a765c09628e2 req-006550e9-5676-463d-8f82-0be63acc1625 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0696905 Aug 31 05:21:34.188268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f243816-cfd4-474f-ad52-a765c09628e2 req-c1a40b24-c54a-4426-854a-b2fd196ffe47 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Aug 31 05:21:35.129531 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaf89b-1bc6-42dd-ad04-98d45c6220c2 req-8dad0a26-f393-44e1-993d-f19d2e3d6d1a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:35.131953 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-88eaf89b-1bc6-42dd-ad04-98d45c6220c2 req-8dad0a26-f393-44e1-993d-f19d2e3d6d1a tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0627697 Aug 31 05:21:35.254897 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-88eaf89b-1bc6-42dd-ad04-98d45c6220c2 req-4aa1643e-a36e-4f5b-b129-ba79a140edb2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066194 Aug 31 05:21:35.275325 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee6c6b-1e92-4504-9387-2325d7743b73 req-249f98f3-bc78-4da8-a556-8a7ed401a49a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:35.277711 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f6ee6c6b-1e92-4504-9387-2325d7743b73 req-249f98f3-bc78-4da8-a556-8a7ed401a49a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1407106 Aug 31 05:21:35.349762 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f6ee6c6b-1e92-4504-9387-2325d7743b73 req-e63a9bee-a1fc-4788-8f2b-621ea0254fdd tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588107 Aug 31 05:21:35.429338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1b88-e5b4-4c07-955e-2e234fee2497 req-3aa368b4-469e-4d82-8e85-30b8a7e719e1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:35.432439 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-803d1b88-e5b4-4c07-955e-2e234fee2497 req-3aa368b4-469e-4d82-8e85-30b8a7e719e1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0749280 Aug 31 05:21:35.481440 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-803d1b88-e5b4-4c07-955e-2e234fee2497 req-b36321d5-1608-4fc9-9c82-507fa891953e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Aug 31 05:21:35.710156 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:36.431878 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade76e13-e4fa-415f-9462-84b3780bf136 req-6b2708fd-af79-4c0f-901c-8e8b8749f484 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:36.434024 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ade76e13-e4fa-415f-9462-84b3780bf136 req-6b2708fd-af79-4c0f-901c-8e8b8749f484 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0689058 Aug 31 05:21:36.545888 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ade76e13-e4fa-415f-9462-84b3780bf136 req-52c5b247-58e1-49a9-a801-6b94a23756f0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021156 Aug 31 05:21:36.573362 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84331e65-c776-4c44-839a-c84ebd614c28 req-33335d2d-9c27-4301-8946-d5e12b2a9ee6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:36.573362 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-84331e65-c776-4c44-839a-c84ebd614c28 req-33335d2d-9c27-4301-8946-d5e12b2a9ee6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0827155 Aug 31 05:21:36.633382 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-84331e65-c776-4c44-839a-c84ebd614c28 req-64707fa7-5c0d-49ce-9181-bbf6cced8904 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480700 Aug 31 05:21:36.713108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9d70-8b64-48ac-9e1e-7d7ad4ec29c3 req-d6a848da-9d26-4c2f-9dd7-e2cbae37e576 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:36.715228 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2eeb9d70-8b64-48ac-9e1e-7d7ad4ec29c3 req-d6a848da-9d26-4c2f-9dd7-e2cbae37e576 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0801151 Aug 31 05:21:36.763636 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2eeb9d70-8b64-48ac-9e1e-7d7ad4ec29c3 req-d7e42cc9-3dda-4be0-b0a5-372e1f64caee tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Aug 31 05:21:36.980322 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2e1de692-8000-452f-a22d-dee62a574525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:37.575635 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:37.716284 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3d6dc-28ff-4e3f-979f-2739b3e8e7dc req-36add22c-d859-4164-9af1-eb0e5791e154 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:37.718293 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-94a3d6dc-28ff-4e3f-979f-2739b3e8e7dc req-36add22c-d859-4164-9af1-eb0e5791e154 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0807874 Aug 31 05:21:37.766415 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-94a3d6dc-28ff-4e3f-979f-2739b3e8e7dc req-5d231728-0f36-4890-8359-13a996285992 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Aug 31 05:21:37.897978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4a21-6b91-47f2-b04b-17037a0f1e56 req-6ec725b8-4264-4f1b-8560-c67e1ba43ac0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:37.900715 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9d7d4a21-6b91-47f2-b04b-17037a0f1e56 req-6ec725b8-4264-4f1b-8560-c67e1ba43ac0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1272812 Aug 31 05:21:38.016352 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a80d-7cc5-41a1-b27c-caec150d5d0c req-28a7817d-44a1-462b-a2af-bb4d096385b1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:38.019577 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f1d9a80d-7cc5-41a1-b27c-caec150d5d0c req-28a7817d-44a1-462b-a2af-bb4d096385b1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1607859 Aug 31 05:21:38.026162 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9d7d4a21-6b91-47f2-b04b-17037a0f1e56 req-092cab46-3e66-47d0-b366-151d2629f2ab tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944316 Aug 31 05:21:38.104224 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f1d9a80d-7cc5-41a1-b27c-caec150d5d0c req-63164c9c-8941-47e5-b856-62a00272157b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683427 Aug 31 05:21:38.918135 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38e52e-ffbc-4fae-b4b1-7810d26fb90b req-d3863df1-9b2f-4cee-b02e-c023b5e02a45 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:38.919735 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a38e52e-ffbc-4fae-b4b1-7810d26fb90b req-d3863df1-9b2f-4cee-b02e-c023b5e02a45 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0590832 Aug 31 05:21:38.994755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a38e52e-ffbc-4fae-b4b1-7810d26fb90b req-0d8f9f55-3452-4e1f-8be6-357755fc53ce tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Aug 31 05:21:39.093040 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:39.254285 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb84251-bbc7-43f5-8187-cac29984d530 req-43edfddd-b646-4295-8d08-e47ed90342fd tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:39.255882 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0fb84251-bbc7-43f5-8187-cac29984d530 req-43edfddd-b646-4295-8d08-e47ed90342fd tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0923080 Aug 31 05:21:39.282423 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc68e-4beb-4140-88cd-0a54976fe71d req-12a2b1c4-c2db-44f2-a49e-1a64735b0cf2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:39.284078 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d8dc68e-4beb-4140-88cd-0a54976fe71d req-12a2b1c4-c2db-44f2-a49e-1a64735b0cf2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0842588 Aug 31 05:21:39.331884 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0fb84251-bbc7-43f5-8187-cac29984d530 req-2812c48b-2aa6-4224-9b6c-17aadfbb0618 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682721 Aug 31 05:21:39.345956 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d8dc68e-4beb-4140-88cd-0a54976fe71d req-6acefc28-e886-49cd-a857-0a11e56f6d21 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Aug 31 05:21:40.190639 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b5c93-6e1a-498f-a5b6-e224fb683206 req-7042c6c1-d8f6-46ef-9131-6adb38420a8b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:40.193249 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-725b5c93-6e1a-498f-a5b6-e224fb683206 req-7042c6c1-d8f6-46ef-9131-6adb38420a8b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0715258 Aug 31 05:21:40.261258 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-725b5c93-6e1a-498f-a5b6-e224fb683206 req-dc5107e0-5b28-4ea4-a8be-27840c9be740 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608184 Aug 31 05:21:40.521254 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be5bed-3d8e-45c5-980d-ed3efd410e03 req-c5bd1d02-121f-4f23-81bd-ef6e5054d893 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:40.522858 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-11be5bed-3d8e-45c5-980d-ed3efd410e03 req-c5bd1d02-121f-4f23-81bd-ef6e5054d893 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1065552 Aug 31 05:21:40.533238 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8724b1-4055-4023-b23f-0d0a1cec727d req-5fbed461-7449-4f4f-8e62-099b4060421f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:40.535003 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b8724b1-4055-4023-b23f-0d0a1cec727d req-5fbed461-7449-4f4f-8e62-099b4060421f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1000760 Aug 31 05:21:40.603259 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-11be5bed-3d8e-45c5-980d-ed3efd410e03 req-bcc09c83-2a44-4e9c-8148-0d7fbd6ee3b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671856 Aug 31 05:21:40.611068 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b8724b1-4055-4023-b23f-0d0a1cec727d req-30b741f7-6047-43a9-9cff-734ddc7e559b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Aug 31 05:21:41.406004 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb5e88-15fb-4214-a231-4d5fe105c9d1 req-69fa400d-ccb5-44de-9ae8-6eaf14a6d08e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:41.408120 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14bb5e88-15fb-4214-a231-4d5fe105c9d1 req-69fa400d-ccb5-44de-9ae8-6eaf14a6d08e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Aug 31 05:21:41.456413 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14bb5e88-15fb-4214-a231-4d5fe105c9d1 req-3bf3ae77-0c48-4cd9-8d0f-ae3a01e17b12 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387781 Aug 31 05:21:41.819852 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346455-5b4a-423c-8846-e95628db1f0f req-cc5efdee-1207-428b-ab3f-7aca8ad2a1fc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:41.821453 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ae346455-5b4a-423c-8846-e95628db1f0f req-cc5efdee-1207-428b-ab3f-7aca8ad2a1fc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1030049 Aug 31 05:21:41.836071 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26923e1c-eef2-4b1b-8566-21788c485fe1 req-ad9be211-1485-4f64-8d38-4ca5bd940b27 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:41.837701 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26923e1c-eef2-4b1b-8566-21788c485fe1 req-ad9be211-1485-4f64-8d38-4ca5bd940b27 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1037664 Aug 31 05:21:41.908481 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ae346455-5b4a-423c-8846-e95628db1f0f req-7f1385f1-5e25-406a-903a-d18ff979ee10 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696456 Aug 31 05:21:41.916942 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26923e1c-eef2-4b1b-8566-21788c485fe1 req-8d4a076f-3619-4d80-b445-04293875031f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588412 Aug 31 05:21:42.627912 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddefe-001a-4d30-b784-0e80ef8a8d91 req-4c440403-49cd-49c3-8276-c76a3bb428b7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:42.630486 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dc4ddefe-001a-4d30-b784-0e80ef8a8d91 req-4c440403-49cd-49c3-8276-c76a3bb428b7 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0863795 Aug 31 05:21:42.673153 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dc4ddefe-001a-4d30-b784-0e80ef8a8d91 req-31686336-da9c-43f9-91a6-02481fec230d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Aug 31 05:21:43.151374 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf011-38b4-4ff2-8a1c-c8ca8237c7a5 req-5fcdaee9-9021-4584-8bec-9385e7edf899 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:43.154135 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bcecf011-38b4-4ff2-8a1c-c8ca8237c7a5 req-5fcdaee9-9021-4584-8bec-9385e7edf899 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1523528 Aug 31 05:21:43.169591 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3f11b-be59-403e-8e30-efab384e5213 req-f2c29658-0199-43d9-9b78-d46387ec18e7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:43.171105 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ce3f11b-be59-403e-8e30-efab384e5213 req-f2c29658-0199-43d9-9b78-d46387ec18e7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1510243 Aug 31 05:21:43.232032 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bcecf011-38b4-4ff2-8a1c-c8ca8237c7a5 req-8c1cc05e-198e-459c-89fc-b2a62315351c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598538 Aug 31 05:21:43.238220 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ce3f11b-be59-403e-8e30-efab384e5213 req-58e58bd8-bddc-4d36-a508-0cfc48759c86 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590951 Aug 31 05:21:43.591495 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-2e4ba59e-3855-4608-8949-af2ba645f3d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5 HTTP/1.1" status: 200 len: 217 time: 0.0383401 Aug 31 05:21:43.661711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-8b49ee24-6bff-4cce-b42a-c57cd91ef57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:43.663651 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-8b49ee24-6bff-4cce-b42a-c57cd91ef57f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 200 len: 855 time: 0.0597441 Aug 31 05:21:43.690242 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:21:43.709975 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-c4bfd392-95df-4eed-a96b-0f7a36985e96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c18ca1c9-81ed-4892-86fe-26100f0fc2d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366800 Aug 31 05:21:43.843731 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23262db0-46f3-47f8-8332-83374f135522 req-fff5bdcd-a6d7-4725-93b6-1e2219953741 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:43.845456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23262db0-46f3-47f8-8332-83374f135522 req-fff5bdcd-a6d7-4725-93b6-1e2219953741 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0819318 Aug 31 05:21:43.852618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-b298a6cd-52ac-462c-a2a4-649debcd7d61 service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310866 Aug 31 05:21:43.936904 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23262db0-46f3-47f8-8332-83374f135522 req-432bedc1-5905-480a-8cea-c97c913913ff tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831637 Aug 31 05:21:43.990466 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afdf0429-5329-4aae-9c3f-34a6fa0677b5 req-3459c503-d4a1-4303-b686-ac9af8a7b52f service neutron] 10.222.0.35 "GET /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286130 Aug 31 05:21:44.403103 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab1e57-6ac4-4eba-a583-0c49644fdde4 req-e6099fe9-aa96-4ec7-a232-2172481ca231 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:44.404711 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4dab1e57-6ac4-4eba-a583-0c49644fdde4 req-e6099fe9-aa96-4ec7-a232-2172481ca231 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0861192 Aug 31 05:21:44.428839 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8a372-18c4-45a5-97dc-8dfaf002793a req-e7a30e06-30dd-41d0-b43c-b55879e635fb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:44.430358 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73e8a372-18c4-45a5-97dc-8dfaf002793a req-e7a30e06-30dd-41d0-b43c-b55879e635fb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0948389 Aug 31 05:21:44.475755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4dab1e57-6ac4-4eba-a583-0c49644fdde4 req-78e598b3-9f03-4a52-8a5f-38aada86d47d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Aug 31 05:21:44.489200 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73e8a372-18c4-45a5-97dc-8dfaf002793a req-15b03e1b-9b63-4361-93f1-3550d2f3cdfb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521684 Aug 31 05:21:45.061801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969cc9-3ec7-4e38-b4aa-dcc4bbf9239c req-d35e5c8d-7359-419d-9091-4e8ccba92bde tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:45.063491 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce969cc9-3ec7-4e38-b4aa-dcc4bbf9239c req-d35e5c8d-7359-419d-9091-4e8ccba92bde tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0512543 Aug 31 05:21:45.106181 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce969cc9-3ec7-4e38-b4aa-dcc4bbf9239c req-ec7e5552-41b8-45aa-a7db-03972c12e588 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Aug 31 05:21:45.255022 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:45.634129 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3ca9-d730-4631-9258-c68d8d1d2cdf req-230090fb-d53d-46dd-b979-b2830bfecb51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:45.635800 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac0f3ca9-d730-4631-9258-c68d8d1d2cdf req-230090fb-d53d-46dd-b979-b2830bfecb51 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0577347 Aug 31 05:21:45.707927 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac0f3ca9-d730-4631-9258-c68d8d1d2cdf req-2d226121-7a03-4ec8-aae1-7d7be343223c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581455 Aug 31 05:21:45.803337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ad52-2d21-4bf0-8897-6a3ead58c0cb req-13c2932a-89fc-47fa-935e-d0fc47c283d4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:45.804744 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68c3ad52-2d21-4bf0-8897-6a3ead58c0cb req-13c2932a-89fc-47fa-935e-d0fc47c283d4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0785589 Aug 31 05:21:45.842664 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75537b6-53c6-4430-a31d-e546517e13d4 req-c383633d-ad35-469b-b1e8-82179cb21f3b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:45.844322 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a75537b6-53c6-4430-a31d-e546517e13d4 req-c383633d-ad35-469b-b1e8-82179cb21f3b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0761335 Aug 31 05:21:45.869599 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-68c3ad52-2d21-4bf0-8897-6a3ead58c0cb req-e484e5fc-9d70-4b8c-bfad-d979f3e89451 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577455 Aug 31 05:21:45.895827 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a75537b6-53c6-4430-a31d-e546517e13d4 req-d72c1bac-7c93-423b-b580-a21b84ad947f tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Aug 31 05:21:46.226331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091ab1-b5a5-4b30-8cb3-dc0c9116b8e8 req-8267b358-da3d-4067-a27f-47aa436e44a9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:46.227834 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1091ab1-b5a5-4b30-8cb3-dc0c9116b8e8 req-8267b358-da3d-4067-a27f-47aa436e44a9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0518382 Aug 31 05:21:46.266392 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1091ab1-b5a5-4b30-8cb3-dc0c9116b8e8 req-7d2583ea-9787-4ba5-9cc3-394018909e61 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Aug 31 05:21:46.842265 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0d98b-2fdf-47ae-87ac-a184d79abccf req-7f1301d7-4ce4-4a04-b882-780063be7ba5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:46.843853 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20f0d98b-2fdf-47ae-87ac-a184d79abccf req-7f1301d7-4ce4-4a04-b882-780063be7ba5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0537713 Aug 31 05:21:46.885439 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20f0d98b-2fdf-47ae-87ac-a184d79abccf req-cf0be0ad-97fb-4bfe-a9e4-b37e5dc3fbf9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Aug 31 05:21:47.027367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36342-38bc-457c-96d7-7c5de4b1510f req-4582567b-733d-4931-bcae-cc23722e3c05 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:47.028955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86f36342-38bc-457c-96d7-7c5de4b1510f req-4582567b-733d-4931-bcae-cc23722e3c05 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0802698 Aug 31 05:21:47.058300 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3110ff-ca54-483e-b6b6-5ef50782922d req-c2558f0f-2693-4c67-845c-2154543c3ecd tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:47.060401 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f3110ff-ca54-483e-b6b6-5ef50782922d req-c2558f0f-2693-4c67-845c-2154543c3ecd tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0844471 Aug 31 05:21:47.107630 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86f36342-38bc-457c-96d7-7c5de4b1510f req-aebdc3bb-1c27-4878-95ab-d3672ce98ea0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686486 Aug 31 05:21:47.115331 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9f3110ff-ca54-483e-b6b6-5ef50782922d req-3ea95d31-b904-4b0b-b063-eac27b92ec12 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Aug 31 05:21:47.388293 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e70d1-a650-4eb6-b615-9f0be20b1e92 req-dc48a328-34ac-4c9f-82ff-e759493d9d04 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:47.389832 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9a8e70d1-a650-4eb6-b615-9f0be20b1e92 req-dc48a328-34ac-4c9f-82ff-e759493d9d04 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 943 time: 0.0564628 Aug 31 05:21:47.436666 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9a8e70d1-a650-4eb6-b615-9f0be20b1e92 req-68cc1807-d24d-4585-a778-40593f8882bb tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 31 05:21:47.558454 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device c5faf5ec-8585-4acf-98b8-89f1a305c3a5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:21:47.661905 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:47.675793 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5', 'network_id': 'c18ca1c9-81ed-4892-86fe-26100f0fc2d3', 'port_id': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5', 'mac_address': 'fa:16:3e:08:9b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72460adc-0277-4e13-9ddb-affb18e13f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:21:47.694517 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-16e91cfa-f8b4-4113-b487-2f06bdaba9aa tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:47.696118 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-16e91cfa-f8b4-4113-b487-2f06bdaba9aa tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 945 time: 0.0609078 Aug 31 05:21:47.715674 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:47.729694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5faf5ec-8585-4acf-98b8-89f1a305c3a5 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:21:47.750702 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:47.756445 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:47.805225 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Deleting port 90b13e71-a718-457e-b1bb-1cde02ed5f9e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:21:47.805575 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:47.826061 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:47.834198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.834548 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.834891 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.835271 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.835611 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.835945 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.836274 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.836605 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.836972 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.837281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.837607 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.837925 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:47.898575 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] For port 90b13e71-a718-457e-b1bb-1cde02ed5f9e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=90b13e71-a718-457e-b1bb-1cde02ed5f9e,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:47.898943 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:47.914296 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Calling delete_port for 90b13e71-a718-457e-b1bb-1cde02ed5f9e owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:21:48.076814 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a8bbd-1f05-428d-aa49-5f698c002df5 req-fc2fce72-b6d7-4dac-9f01-e680190e839d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:48.078200 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['c5faf5ec-8585-4acf-98b8-89f1a305c3a5'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:21:48.078358 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-482a8bbd-1f05-428d-aa49-5f698c002df5 req-fc2fce72-b6d7-4dac-9f01-e680190e839d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1049562 Aug 31 05:21:48.160330 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-482a8bbd-1f05-428d-aa49-5f698c002df5 req-043a7355-2506-4d80-bf25-124f7dbe1bbe tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733202 Aug 31 05:21:48.171248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:48.206799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Pushing event deleted for resources: {'Port': ['ID=90b13e71-a718-457e-b1bb-1cde02ed5f9e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:48.221577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.221577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.221577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.222204 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.222296 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.222681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.223170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.223543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.223887 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.224207 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.224577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.225175 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:21:48.283977 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] No DVR routers for this DVR port 90b13e71-a718-457e-b1bb-1cde02ed5f9e on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:21:48.295056 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:48.297052 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-521570c7-d77c-418f-b5c7-ef3a3d3be41f req-6b08336d-6d47-4747-a24d-52955ad03f63 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "DELETE /v2.0/ports/90b13e71-a718-457e-b1bb-1cde02ed5f9e HTTP/1.1" status: 204 len: 173 time: 0.5900843 Aug 31 05:21:48.297552 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'name': 'network-vif-deleted', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:21:48.299927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4484e-4b7f-4241-952b-bf46f62cf6c9" -d '{"events": [{"server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "name": "network-vif-deleted", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:21:48.319869 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca0b35e7-3dc7-47b1-8ea3-9936b6a3675a req-0b64691c-1f6d-4262-b474-c17022db7164 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ba8a0f4-3803-46e2-979e-469add72df42 HTTP/1.1" status: 200 len: 210 time: 0.0494478 Aug 31 05:21:48.344247 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8168-10d5-4f9f-a51e-42b235ed2273 req-6b335bce-dd40-43ae-8cc6-313972a677a2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:48.345818 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9bfa8168-10d5-4f9f-a51e-42b235ed2273 req-6b335bce-dd40-43ae-8cc6-313972a677a2 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.1041012 Aug 31 05:21:48.385756 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd846d4-c106-4728-956b-04df44d36efa x-openstack-request-id: req-efd846d4-c106-4728-956b-04df44d36efa {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:21:48.386047 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba8a0f4-3803-46e2-979e-469add72df42", "name": "network-vif-deleted", "tag": "90b13e71-a718-457e-b1bb-1cde02ed5f9e", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:21:48.386309 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efd846d4-c106-4728-956b-04df44d36efa {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:21:48.386731 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba8a0f4-3803-46e2-979e-469add72df42', 'name': 'network-vif-deleted', 'tag': '90b13e71-a718-457e-b1bb-1cde02ed5f9e', 'status': 'completed', 'code': 200} Aug 31 05:21:48.395064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9bfa8168-10d5-4f9f-a51e-42b235ed2273 req-7d7918c4-912c-4a2a-9fc5-3bbaa9fa4ff6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Aug 31 05:21:48.558417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad099443-548a-428b-8dfb-7289b462cfa8 req-b5855971-b73c-448d-aa5b-889ad1e45765 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:48.559961 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ad099443-548a-428b-8dfb-7289b462cfa8 req-b5855971-b73c-448d-aa5b-889ad1e45765 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 944 time: 0.0550950 Aug 31 05:21:48.600387 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ad099443-548a-428b-8dfb-7289b462cfa8 req-b0203279-9f6b-4888-b357-401920d2ead3 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Aug 31 05:21:49.304022 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bd65d-dd07-4df0-9f3f-373bfb507690 req-0a745a34-b498-4506-a300-f5e419d776e9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:49.305622 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-402bd65d-dd07-4df0-9f3f-373bfb507690 req-0a745a34-b498-4506-a300-f5e419d776e9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0573502 Aug 31 05:21:49.345446 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-402bd65d-dd07-4df0-9f3f-373bfb507690 req-a573ce57-a8c8-4beb-930c-069113451424 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337729 Aug 31 05:21:49.523485 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74f13-2f6f-41d3-9eeb-83c65df86307 req-1176f041-e2e8-462c-9314-574fbbe591ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:49.525006 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-97c74f13-2f6f-41d3-9eeb-83c65df86307 req-1176f041-e2e8-462c-9314-574fbbe591ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0534914 Aug 31 05:21:49.570291 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device c5faf5ec-8585-4acf-98b8-89f1a305c3a5 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:21:49.600966 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-97c74f13-2f6f-41d3-9eeb-83c65df86307 req-b58f1cfe-c603-44c6-ad69-3fa6b1be105a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696335 Aug 31 05:21:49.620907 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:21:49.624917 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:21:49.625302 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:49.740100 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff430-d72d-4598-99fb-5004a92ef7d1 req-bbffe3df-4503-48a5-a4c5-da904beb007c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:49.741910 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6b9ff430-d72d-4598-99fb-5004a92ef7d1 req-bbffe3df-4503-48a5-a4c5-da904beb007c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 944 time: 0.0564904 Aug 31 05:21:49.794728 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6b9ff430-d72d-4598-99fb-5004a92ef7d1 req-617aa0aa-e586-4967-9546-9b3b59d58858 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Aug 31 05:21:49.827598 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:49.850201 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:21:49.852489 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c331e6-c2f8-4d9b-8f24-12f1b2d73a92" -d '{"events": [{"server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "name": "network-vif-plugged", "status": "completed", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:21:49.865362 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:49.870952 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:49.871997 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 90b13e71-a718-457e-b1bb-1cde02ed5f9e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:21:49.912556 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc5324-e1a2-41db-b1da-f937b11b0de0 x-openstack-request-id: req-eddc5324-e1a2-41db-b1da-f937b11b0de0 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:21:49.912844 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "name": "network-vif-plugged", "status": "completed", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:21:49.913076 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eddc5324-e1a2-41db-b1da-f937b11b0de0 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:21:49.913456 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5', 'code': 200} Aug 31 05:21:49.915822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 90b13e71-a718-457e-b1bb-1cde02ed5f9e {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:21:49.916160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 90b13e71-a718-457e-b1bb-1cde02ed5f9e not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:21:49.943050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:50.470060 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb958e-9c79-4444-b15b-15b074df2c7f req-08d8f718-c415-4e18-97a0-51a78ab2cab5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:50.472030 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-59bb958e-9c79-4444-b15b-15b074df2c7f req-08d8f718-c415-4e18-97a0-51a78ab2cab5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0539136 Aug 31 05:21:50.512774 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-59bb958e-9c79-4444-b15b-15b074df2c7f req-82101228-6f7b-4162-ad61-ee27f7248be0 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Aug 31 05:21:50.729576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b971c-04fd-4113-a87f-ba428dfa1b7c req-668b6871-4398-4b8d-97bb-78d2cc8fdd8c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:50.731143 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d7b971c-04fd-4113-a87f-ba428dfa1b7c req-668b6871-4398-4b8d-97bb-78d2cc8fdd8c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0504956 Aug 31 05:21:50.770094 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d7b971c-04fd-4113-a87f-ba428dfa1b7c req-3299ac03-6390-4d58-87fa-10e5044f2da8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Aug 31 05:21:50.915647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478c1d-1816-4f2c-a7a7-625276691d4f req-c0838796-5eea-41b6-826c-595c753ec12c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:50.917137 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62478c1d-1816-4f2c-a7a7-625276691d4f req-c0838796-5eea-41b6-826c-595c753ec12c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Aug 31 05:21:50.958005 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62478c1d-1816-4f2c-a7a7-625276691d4f req-8913ba9e-fb8c-4746-809d-e1a83aa98c37 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Aug 31 05:21:51.672405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d1cde-a8c7-48a3-a01b-4a0d89ffa469 req-d76bd07b-54d7-474b-851e-f4c5a7c97524 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:51.673931 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-454d1cde-a8c7-48a3-a01b-4a0d89ffa469 req-d76bd07b-54d7-474b-851e-f4c5a7c97524 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0554423 Aug 31 05:21:51.715047 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-454d1cde-a8c7-48a3-a01b-4a0d89ffa469 req-ada3c425-c684-4522-97cc-ab4b545e8edc tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348902 Aug 31 05:21:51.900247 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b8557-e6bd-47da-acc7-3237e1132902 req-853e92d3-68bb-45a1-84a7-8a1be15a93d7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:51.901852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ab2b8557-e6bd-47da-acc7-3237e1132902 req-853e92d3-68bb-45a1-84a7-8a1be15a93d7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0530035 Aug 31 05:21:51.943201 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ab2b8557-e6bd-47da-acc7-3237e1132902 req-6d005510-75f3-42b8-8cf3-c33ed00e4e7a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348935 Aug 31 05:21:52.084684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6a2a-2d7f-45cb-aaa2-df0653d85f0e req-01f1ecd9-3420-40a1-8a26-05858ef2f919 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:52.086122 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3cbe6a2a-2d7f-45cb-aaa2-df0653d85f0e req-01f1ecd9-3420-40a1-8a26-05858ef2f919 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0539436 Aug 31 05:21:52.126201 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3cbe6a2a-2d7f-45cb-aaa2-df0653d85f0e req-a28594be-c942-49e4-896e-b7b1ce8216ec tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Aug 31 05:21:52.747583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d193f-9c8b-42f0-bfae-0047b5494e27 req-0a5645ea-5cb2-40f5-bba8-78e4c6443395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:52.749139 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-545d193f-9c8b-42f0-bfae-0047b5494e27 req-0a5645ea-5cb2-40f5-bba8-78e4c6443395 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 1098 time: 0.0436561 Aug 31 05:21:52.788366 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-545d193f-9c8b-42f0-bfae-0047b5494e27 req-5f603c9f-5aff-4d57-bcd4-2c6335a747c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297084 Aug 31 05:21:52.840376 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584c99-eee3-4634-be25-94e69de30135 req-e609f1cd-0a73-4b45-800e-72eeddb82403 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:52.841811 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e584c99-eee3-4634-be25-94e69de30135 req-e609f1cd-0a73-4b45-800e-72eeddb82403 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0525591 Aug 31 05:21:52.882730 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e584c99-eee3-4634-be25-94e69de30135 req-96f574c6-f149-4a99-8802-9411fdaaa761 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Aug 31 05:21:53.106899 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8c21-0f9a-498a-aebb-cce576268570 req-ccbfd80f-ace0-4f32-9959-f49183f592e5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:53.108516 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-664d8c21-0f9a-498a-aebb-cce576268570 req-ccbfd80f-ace0-4f32-9959-f49183f592e5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0713189 Aug 31 05:21:53.164068 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-664d8c21-0f9a-498a-aebb-cce576268570 req-caa951ce-c866-4375-8deb-d3d914c84e1d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468638 Aug 31 05:21:53.302005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffd4a0-6fd5-4fdc-84d6-e74841c786ae req-db5e2da1-4b80-4740-a49b-47d54ead55dd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:53.304846 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75ffd4a0-6fd5-4fdc-84d6-e74841c786ae req-db5e2da1-4b80-4740-a49b-47d54ead55dd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0777538 Aug 31 05:21:53.348268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75ffd4a0-6fd5-4fdc-84d6-e74841c786ae req-de180fb6-56d5-4529-a2fd-2bdfa8dac08e tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Aug 31 05:21:54.008492 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa10f1-90b9-4d26-be5c-0cc9019176e3 req-9c90ba5c-da12-460a-aefd-55a7f3d9f8d7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:54.010043 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5afa10f1-90b9-4d26-be5c-0cc9019176e3 req-9c90ba5c-da12-460a-aefd-55a7f3d9f8d7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0573983 Aug 31 05:21:54.053074 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5afa10f1-90b9-4d26-be5c-0cc9019176e3 req-84488b2f-c8b2-4a80-be3e-ea99d3284ffb tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368695 Aug 31 05:21:54.367860 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfddd86-2a9d-42ca-8a2a-e29cbfef949a req-8cde85d7-2027-4dbc-acb9-8b934b6e6221 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:54.369517 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4cfddd86-2a9d-42ca-8a2a-e29cbfef949a req-8cde85d7-2027-4dbc-acb9-8b934b6e6221 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0869064 Aug 31 05:21:54.414941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4cfddd86-2a9d-42ca-8a2a-e29cbfef949a req-9fff3050-6a11-4be5-b05a-e56fb8e5459d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361679 Aug 31 05:21:54.604814 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c4af9-bc2f-47bf-8af6-5f5ac40c07fe req-403d62f9-4ca1-4b65-a39c-4a31c4329618 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:54.607552 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-758c4af9-bc2f-47bf-8af6-5f5ac40c07fe req-403d62f9-4ca1-4b65-a39c-4a31c4329618 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.1154215 Aug 31 05:21:54.640138 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267ba9a-44bd-4f6f-87e4-a8dc2f7646cb req-678b29dc-413d-49eb-b0d3-9429d2970fa6 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:54.642798 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e267ba9a-44bd-4f6f-87e4-a8dc2f7646cb req-678b29dc-413d-49eb-b0d3-9429d2970fa6 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1227896 Aug 31 05:21:54.737565 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-758c4af9-bc2f-47bf-8af6-5f5ac40c07fe req-d49cc27c-8333-4b4f-86e1-e867c6444829 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217535 Aug 31 05:21:54.750302 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e267ba9a-44bd-4f6f-87e4-a8dc2f7646cb req-282ed655-eefa-4109-a955-7790b10f20be tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935414 Aug 31 05:21:55.226068 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedaf77-ef36-4384-8772-a00fa0f5d3c9 req-da5e65ae-3511-437d-86c0-8d436691e2c9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:55.227822 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caedaf77-ef36-4384-8772-a00fa0f5d3c9 req-da5e65ae-3511-437d-86c0-8d436691e2c9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0563567 Aug 31 05:21:55.282024 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caedaf77-ef36-4384-8772-a00fa0f5d3c9 req-30d88965-a1de-458d-bc2f-166d14327fe9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Aug 31 05:21:55.367674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be024b-ba3f-4295-85f1-5cc678b9d370 req-e53db447-a750-447d-b36a-840adcd35070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:55.369194 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1be024b-ba3f-4295-85f1-5cc678b9d370 req-e53db447-a750-447d-b36a-840adcd35070 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.0475037 Aug 31 05:21:55.409071 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1be024b-ba3f-4295-85f1-5cc678b9d370 req-6b9732f2-ccc6-435a-964b-f12bba9425a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Aug 31 05:21:55.569499 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594d4d-da63-4a05-86b5-ee446e4a0b34 req-7e412f76-002b-473e-bfe3-4f3f7ff566e4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:55.571082 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0594d4d-da63-4a05-86b5-ee446e4a0b34 req-7e412f76-002b-473e-bfe3-4f3f7ff566e4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 944 time: 0.0522325 Aug 31 05:21:55.616019 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f0594d4d-da63-4a05-86b5-ee446e4a0b34 req-e165007f-02a7-4f88-8af0-693c25b43c87 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Aug 31 05:21:55.877532 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0527b-b710-43ba-a608-fb9530b88213 req-3d1a4f06-fe63-4fec-9ac4-1167bb553c90 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:55.879088 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-79b0527b-b710-43ba-a608-fb9530b88213 req-3d1a4f06-fe63-4fec-9ac4-1167bb553c90 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0527480 Aug 31 05:21:55.919661 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-79b0527b-b710-43ba-a608-fb9530b88213 req-ac8f4b17-5594-4599-a950-09c3cab95493 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345602 Aug 31 05:21:56.401614 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b913-62d9-48dd-a803-4328e8024309 req-6d48d010-a76b-48e4-85f9-1387e806df6b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:56.403317 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7839b913-62d9-48dd-a803-4328e8024309 req-6d48d010-a76b-48e4-85f9-1387e806df6b tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0513058 Aug 31 05:21:56.412739 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:21:56.448029 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7839b913-62d9-48dd-a803-4328e8024309 req-52d52ace-4e47-4fd5-b5df-df7f2328ddff tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376179 Aug 31 05:21:56.519208 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:56.533351 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'mac_address': 'fa:16:3e:fa:c4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:21:56.579051 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:56.594240 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:21:56.615569 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:21:56.619752 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:21:56.672438 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=9']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:21:56.771324 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd64bf-1707-4f01-b27a-89fe7e80cca4 req-8314aa9b-1613-4ec5-b258-8d7bdeab5d46 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:56.772870 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-17bd64bf-1707-4f01-b27a-89fe7e80cca4 req-8314aa9b-1613-4ec5-b258-8d7bdeab5d46 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0557439 Aug 31 05:21:56.818692 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-17bd64bf-1707-4f01-b27a-89fe7e80cca4 req-271a6595-2892-42bc-bb20-bb4bab8d77cb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Aug 31 05:21:57.048123 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27cce-e6ed-49d7-9193-aeb72d429215 req-6782b30e-23e6-4df9-ba78-9fd6fa14eda9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:57.050214 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0ef27cce-e6ed-49d7-9193-aeb72d429215 req-6782b30e-23e6-4df9-ba78-9fd6fa14eda9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0568011 Aug 31 05:21:57.091460 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0ef27cce-e6ed-49d7-9193-aeb72d429215 req-495176bf-a571-4607-b057-320e2de7f3e0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346551 Aug 31 05:21:57.572918 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad6290-6306-407b-86c5-f487f2e35836 req-a1fdc6c3-96b2-481a-b823-379cdd93f121 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:57.574421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cad6290-6306-407b-86c5-f487f2e35836 req-a1fdc6c3-96b2-481a-b823-379cdd93f121 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0533791 Aug 31 05:21:57.613946 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cad6290-6306-407b-86c5-f487f2e35836 req-8141c2c8-4da1-4503-8d04-bd9ea741a748 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Aug 31 05:21:57.938337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f9fe-06ff-499f-95f6-18fa36bdb3e4 req-a1731970-0188-471e-b5e4-17b05a9a7f84 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:57.939887 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a3f2f9fe-06ff-499f-95f6-18fa36bdb3e4 req-a1731970-0188-471e-b5e4-17b05a9a7f84 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0484722 Aug 31 05:21:57.983800 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a3f2f9fe-06ff-499f-95f6-18fa36bdb3e4 req-04ef2b4d-e32e-483e-bbf1-bb06fa579c11 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370109 Aug 31 05:21:58.217891 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ac0ab-d85b-4c84-ab25-164d7a4efd88 req-9cc82f10-7a99-4d4f-a9d8-b238ecda5f0d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:58.219619 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b05ac0ab-d85b-4c84-ab25-164d7a4efd88 req-9cc82f10-7a99-4d4f-a9d8-b238ecda5f0d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Aug 31 05:21:58.280217 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b05ac0ab-d85b-4c84-ab25-164d7a4efd88 req-abc7eb17-230c-47d8-8727-2c5e2807c1c2 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 Aug 31 05:21:58.585548 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a2704d63-71d9-41da-a74b-8da28d78705e'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:21:58.733738 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d4335-88be-4795-bebf-758867bdb179 req-4a6a8e4e-c830-4d5e-b04b-76ab11f355aa tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:58.735317 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d09d4335-88be-4795-bebf-758867bdb179 req-4a6a8e4e-c830-4d5e-b04b-76ab11f355aa tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0519621 Aug 31 05:21:58.777886 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d09d4335-88be-4795-bebf-758867bdb179 req-938ae01f-3d1b-44a3-be5e-d69b857be94d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Aug 31 05:21:59.111199 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5f00b-859f-4278-b324-835b4d191c40 req-b78926ad-0723-4620-87d0-d2b326dba512 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:59.112724 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ed5f00b-859f-4278-b324-835b4d191c40 req-b78926ad-0723-4620-87d0-d2b326dba512 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0500081 Aug 31 05:21:59.154801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4ed5f00b-859f-4278-b324-835b4d191c40 req-a657c235-1f93-4fcd-8289-d849dc002c12 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358737 Aug 31 05:21:59.468127 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a35b6-6ed0-4f70-bd7c-6c6f6ede154c req-f85b1efa-75f7-4062-a6bd-027dafc5af3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:59.470907 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c93a35b6-6ed0-4f70-bd7c-6c6f6ede154c req-f85b1efa-75f7-4062-a6bd-027dafc5af3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0680196 Aug 31 05:21:59.634145 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c93a35b6-6ed0-4f70-bd7c-6c6f6ede154c req-fad42bde-cd3c-4c96-b14b-ca7d4cc889b3 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559029 Aug 31 05:21:59.717813 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-3a5bf23b-2cdf-42fb-88df-21ff90fe4ae2 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:59.720449 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-3a5bf23b-2cdf-42fb-88df-21ff90fe4ae2 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/networks?id=d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 200 len: 813 time: 0.2175140 Aug 31 05:21:59.736582 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-c891d381-35a5-4084-aef4-9e84ee44cf42 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/quotas/f1c4195fa6174bb3a0be4352b54628d0 HTTP/1.1" status: 200 len: 375 time: 0.0097241 Aug 31 05:21:59.777457 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-12182229-ec1a-4502-88ef-1c52d57a4898 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329733 Aug 31 05:21:59.909851 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-c85f2358-57cc-47c6-85c6-668e6bca8e29 service neutron] 10.222.0.25 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237683 Aug 31 05:21:59.936629 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773ee4f-4a19-4811-b076-160cf3e01fdf req-0ecd064c-58e7-461e-8236-10385d3f3099 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:21:59.938213 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c773ee4f-4a19-4811-b076-160cf3e01fdf req-0ecd064c-58e7-461e-8236-10385d3f3099 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0870330 Aug 31 05:22:00.022036 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c773ee4f-4a19-4811-b076-160cf3e01fdf req-40e57c19-2211-4264-9fdb-a07497edb5f7 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Aug 31 05:22:00.051731 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-b8d4613f-d6b3-4b8a-a848-e762146068fe service neutron] 10.222.0.25 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335123 Aug 31 05:22:00.227023 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:22:00.295899 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a2704d63-71d9-41da-a74b-8da28d78705e triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:22:00.296173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:00.374098 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98587ae6-07f7-490b-a216-502d8033d00f req-a12baade-764f-4deb-a47a-8d4c78ef45c5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.375918 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-98587ae6-07f7-490b-a216-502d8033d00f req-a12baade-764f-4deb-a47a-8d4c78ef45c5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 945 time: 0.0869546 Aug 31 05:22:00.437457 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:00.480264 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:00.484060 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d398424-d779-4bd5-b421-b7f87ee68ff6" -d '{"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:00.500002 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:00.505449 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:00.520596 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a3841794-7715-45b7-b7a4-9da87722c011 req-44714535-244b-4e38-bea6-a84ec9c51fba tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 210 time: 0.1008055 Aug 31 05:22:00.562570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-98587ae6-07f7-490b-a216-502d8033d00f req-e25ace42-dc7a-4aa3-9796-a8db35e84c19 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756849 Aug 31 05:22:00.587478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-380660f7-7b2f-482e-b852-7de61c26101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.591672 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-380660f7-7b2f-482e-b852-7de61c26101f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f057f64b25444f90a967c68739966da2&device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 1099 time: 0.1649725 Aug 31 05:22:00.603287 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=10']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:00.640732 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9aaa7-8c13-40bb-822f-61ea7e01d2b0 x-openstack-request-id: req-cde9aaa7-8c13-40bb-822f-61ea7e01d2b0 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:00.641148 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-plugged", "status": "completed", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:00.641347 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cde9aaa7-8c13-40bb-822f-61ea7e01d2b0 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:00.641948 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'code': 200} Aug 31 05:22:00.763321 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-a7d117a2-fe16-431f-9f63-6177fd2f3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.764881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-a7d117a2-fe16-431f-9f63-6177fd2f3e4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 200 len: 920 time: 0.1688459 Aug 31 05:22:00.798661 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155ab70-5fc6-4c7f-876b-3d5488c9c731 req-2f76cf8c-429b-4cd0-be3b-c546e4fe0562 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.800741 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2155ab70-5fc6-4c7f-876b-3d5488c9c731 req-2f76cf8c-429b-4cd0-be3b-c546e4fe0562 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1154575 Aug 31 05:22:00.835635 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-7a733528-1f1c-4508-915e-d191dde21f57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 200 len: 217 time: 0.0553000 Aug 31 05:22:00.904514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037f64-1e4e-44cc-a79a-ebb7e96aa2dd req-c4cc0edd-cbd0-4418-b638-1e430d0e9c48 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.906068 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f037f64-1e4e-44cc-a79a-ebb7e96aa2dd req-c4cc0edd-cbd0-4418-b638-1e430d0e9c48 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1604533 Aug 31 05:22:00.937815 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2155ab70-5fc6-4c7f-876b-3d5488c9c731 req-60ee8a47-db13-4182-861a-625e54bc8589 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056497 Aug 31 05:22:00.945538 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-4f9576a9-04b7-4a44-a500-37fa61aae6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:00.947414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-4f9576a9-04b7-4a44-a500-37fa61aae6b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 200 len: 859 time: 0.1025405 Aug 31 05:22:00.990386 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-a831b5dd-baa1-4fb6-9057-93d37e5ad680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=226dee29-b10f-4751-82d6-dac93bddd4d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291355 Aug 31 05:22:00.993479 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f037f64-1e4e-44cc-a79a-ebb7e96aa2dd req-6b04274d-7e3f-4c6b-81dd-e1d3649f0986 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791631 Aug 31 05:22:01.368259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f009bf9-149e-49e8-9470-40f15df98cf1 req-021cbfac-ec41-4555-ae7c-3d0541d098f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:01.369804 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f009bf9-149e-49e8-9470-40f15df98cf1 req-021cbfac-ec41-4555-ae7c-3d0541d098f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 1100 time: 0.0716558 Aug 31 05:22:01.371941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-83312eed-2508-4759-853d-41db61c2c6d5 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633068 Aug 31 05:22:01.482073 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2f009bf9-149e-49e8-9470-40f15df98cf1 req-446ebdff-884b-4f79-9851-614b8b456f5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967221 Aug 31 05:22:01.515273 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8c33315b-447e-4bb6-822f-bba27dc79bbf req-0bffdc61-606e-4559-ba56-a5be700f2976 service neutron] 10.222.0.35 "GET /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239965 Aug 31 05:22:01.635603 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e1d59aa6-a1ce-4e1d-9814-a8fff8c96f41 req-48a86749-95f6-4857-a2e0-833bd7038120 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Aug 31 05:22:01.706067 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7a19-4026-46dd-ba1c-5dd8cf65eef4 req-44c7809f-83c0-4f44-85e6-251ca0e8918e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:01.707799 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b0a7a19-4026-46dd-ba1c-5dd8cf65eef4 req-44c7809f-83c0-4f44-85e6-251ca0e8918e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0515409 Aug 31 05:22:01.778992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b0a7a19-4026-46dd-ba1c-5dd8cf65eef4 req-66095224-b91b-47a5-b284-148db32516b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649598 Aug 31 05:22:01.873023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-4d8e93e6-42e0-425d-9fdb-804b8fcc57c5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:01.874537 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-4d8e93e6-42e0-425d-9fdb-804b8fcc57c5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "GET /v2.0/networks?id=d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 200 len: 813 time: 0.1260405 Aug 31 05:22:01.894277 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Request body: {'port': {'device_id': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6', 'admin_state_up': True, 'tenant_id': 'f1c4195fa6174bb3a0be4352b54628d0'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:22:02.017931 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Made reservation on behalf of f1c4195fa6174bb3a0be4352b54628d0 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:22:02.023325 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.246854 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623d3bf-3438-44e6-b09e-cd8f7b864b6b req-d12b9e14-f479-4242-bb19-422e46e70696 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:02.248475 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e623d3bf-3438-44e6-b09e-cd8f7b864b6b req-d12b9e14-f479-4242-bb19-422e46e70696 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1904666 Aug 31 05:22:02.293195 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443a59b-2ff6-44fd-add8-375b24383f38 req-74125671-b66a-4297-a719-a5cbfacfc7b9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:02.295208 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d443a59b-2ff6-44fd-add8-375b24383f38 req-74125671-b66a-4297-a719-a5cbfacfc7b9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1759253 Aug 31 05:22:02.341847 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Allocated IP 172.20.0.4 (d95d5015-8db6-4d93-ac0a-05d80703c6c6/3881629c-b25b-4f49-afed-49c329b98ccb/463e7363-1540-4043-bf4f-e4004b5a854f) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:22:02.352885 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e623d3bf-3438-44e6-b09e-cd8f7b864b6b req-05c87ee6-d41b-4fac-b958-1c5db0e934b8 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974593 Aug 31 05:22:02.382992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d443a59b-2ff6-44fd-add8-375b24383f38 req-d8d30259-b006-4138-8ff7-789a11c9b9fd tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778346 Aug 31 05:22:02.545677 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.588258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.638322 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Network d95d5015-8db6-4d93-ac0a-05d80703c6c6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:22:02.641653 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:22:02.646888 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:22:02.654566 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Pushing event updated for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:02.701258 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-16997ac5-ed7f-4b40-9ef8-0191cfac2358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.710694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:02.711402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.729575 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-faa028fe-a7b8-465d-a2a1-671531ffe053 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8395126 Aug 31 05:22:02.743727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Request body: {'port': {'device_id': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:22:02.853655 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eaaac-b850-4f53-a753-29836e25b9ac req-6cac9cb2-69b2-41bd-8a0f-7dd01e51caf5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:02.855215 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d50eaaac-b850-4f53-a753-29836e25b9ac req-6cac9cb2-69b2-41bd-8a0f-7dd01e51caf5 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 931 time: 0.0889537 Aug 31 05:22:02.856023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:02.959561 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d50eaaac-b850-4f53-a753-29836e25b9ac req-09a97cf4-f476-4f0e-8fee-754d0034c554 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931981 Aug 31 05:22:03.036055 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e236-b75f-4ef0-b7f4-061f5fa45d92 req-fd16b057-6099-4e7b-9f09-d4624e5d6920 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.037732 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4237e236-b75f-4ef0-b7f4-061f5fa45d92 req-fd16b057-6099-4e7b-9f09-d4624e5d6920 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.1675034 Aug 31 05:22:03.137534 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4237e236-b75f-4ef0-b7f4-061f5fa45d92 req-0e16f78f-b885-4e60-9fb3-d7d9c29bc81f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926628 Aug 31 05:22:03.296784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463e7363-1540-4043-bf4f-e4004b5a854f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:22:03.306159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:03.320331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Transition to ACTIVE for port object 463e7363-1540-4043-bf4f-e4004b5a854f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:22:03.325108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:03.377594 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Pushing event updated for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:03.535983 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Attempting to bind port 463e7363-1540-4043-bf4f-e4004b5a854f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:22:03.536314 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Attempting to bind port 463e7363-1540-4043-bf4f-e4004b5a854f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:22:03.536634 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Attempting to bind port 463e7363-1540-4043-bf4f-e4004b5a854f on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:22:03.552108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96617e1-6710-4217-a1a8-1bc54415dfb2 req-4d4cca1e-f9bb-49c3-86a7-75652251f7a5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.553787 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e96617e1-6710-4217-a1a8-1bc54415dfb2 req-4d4cca1e-f9bb-49c3-86a7-75652251f7a5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1167817 Aug 31 05:22:03.559784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Port 463e7363-1540-4043-bf4f-e4004b5a854f on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:22:03.560110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Attempting to bind port 463e7363-1540-4043-bf4f-e4004b5a854f on network d95d5015-8db6-4d93-ac0a-05d80703c6c6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:22:03.575145 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:22:03.575501 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Checking segment: {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:22:03.575880 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Bound using segment: {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:22:03.576326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Bound port: 463e7363-1540-4043-bf4f-e4004b5a854f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4f6f64-2839-4314-bb3b-fe9890830ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:22:03.576687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:03.606735 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7ef7-a1d4-4206-ab60-5d2f3f73576a req-4dd93044-790a-4135-994b-a6cd33c63d31 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.609081 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a04c7ef7-a1d4-4206-ab60-5d2f3f73576a req-4dd93044-790a-4135-994b-a6cd33c63d31 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1285858 Aug 31 05:22:03.673017 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e96617e1-6710-4217-a1a8-1bc54415dfb2 req-91a92eba-c234-4073-8aa9-0d4215ee0266 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056640 Aug 31 05:22:03.714077 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a04c7ef7-a1d4-4206-ab60-5d2f3f73576a req-50aa00a1-ba94-4563-8235-a74ac84d1403 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974147 Aug 31 05:22:03.719142 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:22:03.724578 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=463e7363-1540-4043-bf4f-e4004b5a854f,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:22:03.729702 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:03.762961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.763617 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:03.765036 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] 10.222.0.35 "PUT /v2.0/ports/463e7363-1540-4043-bf4f-e4004b5a854f HTTP/1.1" status: 200 len: 1093 time: 1.0261152 Aug 31 05:22:03.765480 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:03.767801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4096a-c79b-400a-a548-65d5bfd7c254" -d '{"events": [{"name": "network-changed", "server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:03.826126 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21defbe7-b1dc-4c27-852a-82946f1d0839 service neutron] Pushing event updated for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:03.833828 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3c8b4c-73ae-4ac9-82b8-8f580e46ceba x-openstack-request-id: req-4a3c8b4c-73ae-4ac9-82b8-8f580e46ceba {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:03.834172 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:03.834365 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a3c8b4c-73ae-4ac9-82b8-8f580e46ceba {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:03.834859 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f', 'status': 'completed', 'code': 200} Aug 31 05:22:03.868336 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-c0e49a31-e046-499b-85e6-0872dfb60c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.870124 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-c0e49a31-e046-499b-85e6-0872dfb60c3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0535994 Aug 31 05:22:03.921854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-dbb96a8f-e455-4ce4-bf59-fe6b0eddc274 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=463e7363-1540-4043-bf4f-e4004b5a854f HTTP/1.1" status: 200 len: 217 time: 0.0426276 Aug 31 05:22:03.989664 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193b78-9537-4720-9928-75ef8a854267 req-815ed65e-ac18-4df6-bc7d-e68ba939b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:03.991371 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-815ed65e-ac18-4df6-bc7d-e68ba939b132 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3881629c-b25b-4f49-afed-49c329b98ccb HTTP/1.1" status: 200 len: 853 time: 0.0615108 Aug 31 05:22:04.039390 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-14b02666-c231-4dcd-885f-005ab27dde0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d95d5015-8db6-4d93-ac0a-05d80703c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340943 Aug 31 05:22:04.166871 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274567-badc-469a-9a62-1fed2c3c167d req-259f7227-63a4-40e4-86fa-d803ee5360c4 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.168396 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7274567-badc-469a-9a62-1fed2c3c167d req-259f7227-63a4-40e4-86fa-d803ee5360c4 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 943 time: 0.1190572 Aug 31 05:22:04.204515 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-164cc7e5-0dad-427f-a700-e65ef8bc78de service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519356 Aug 31 05:22:04.276468 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7274567-badc-469a-9a62-1fed2c3c167d req-4aea3490-3fcd-4742-a556-0edf25c51a51 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955701 Aug 31 05:22:04.365491 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054a47-686e-46f8-810d-702d6d353ef0 req-8c2e5968-3ed9-4af0-8a30-cb6c4e1ab29f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.367117 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41054a47-686e-46f8-810d-702d6d353ef0 req-8c2e5968-3ed9-4af0-8a30-cb6c4e1ab29f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0945342 Aug 31 05:22:04.371202 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d3193b78-9537-4720-9928-75ef8a854267 req-79da86f7-9505-41d7-9817-7ff7b4e801d5 service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563244 Aug 31 05:22:04.418847 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41054a47-686e-46f8-810d-702d6d353ef0 req-847023cd-0967-49ec-9215-26bc7db0351b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Aug 31 05:22:04.474284 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-7b6f79cf-aada-4dad-a5ed-f786565b7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.476121 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-7b6f79cf-aada-4dad-a5ed-f786565b7b69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0499067 Aug 31 05:22:04.587022 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-fb4f1be5-dcc3-4bf6-b6f6-3603b3a68ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.588774 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-fb4f1be5-dcc3-4bf6-b6f6-3603b3a68ea1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 200 len: 914 time: 0.1054394 Aug 31 05:22:04.637096 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-9e84cb31-7199-4359-b5f7-e34489ea6423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=463e7363-1540-4043-bf4f-e4004b5a854f HTTP/1.1" status: 200 len: 217 time: 0.0383387 Aug 31 05:22:04.700874 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-2648a8ec-2259-46de-8be4-377edbb226ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.702267 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-2648a8ec-2259-46de-8be4-377edbb226ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3881629c-b25b-4f49-afed-49c329b98ccb HTTP/1.1" status: 200 len: 853 time: 0.0512705 Aug 31 05:22:04.743915 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-f3329280-a8d1-4425-a3eb-eb9681a15bfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d95d5015-8db6-4d93-ac0a-05d80703c6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306885 Aug 31 05:22:04.917860 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021abb0c-91bb-474d-b30d-1676ca086f66 req-377bf36c-e092-4e03-8446-98b4831bfc50 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.919484 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-021abb0c-91bb-474d-b30d-1676ca086f66 req-377bf36c-e092-4e03-8446-98b4831bfc50 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.1226981 Aug 31 05:22:04.927582 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a202a-5274-41b0-a4b0-afc2cdae5f50 req-0b09465d-2403-4e7d-bbe0-7e444f5e8251 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:04.929129 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-479a202a-5274-41b0-a4b0-afc2cdae5f50 req-0b09465d-2403-4e7d-bbe0-7e444f5e8251 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1308568 Aug 31 05:22:04.932514 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-9121cf00-e7ce-4191-8007-e7e6a51e7af9 service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806214 Aug 31 05:22:05.045747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-021abb0c-91bb-474d-b30d-1676ca086f66 req-b285d5a0-2c32-4b31-bfff-650433be5edd tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154308 Aug 31 05:22:05.053697 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-479a202a-5274-41b0-a4b0-afc2cdae5f50 req-c42ba44a-32d8-4187-a891-fd26b3400e42 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152222 Aug 31 05:22:05.119786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-caa4096a-c79b-400a-a548-65d5bfd7c254 req-53d5dfc6-3a2f-49cd-a940-cecf76f21da3 service neutron] 10.222.0.35 "GET /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668217 Aug 31 05:22:05.416081 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f49f3-25d7-43a8-9bb8-60f4f110f2e2 req-2360ef41-e02a-4125-ae77-38a9aa865522 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:05.417574 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f12f49f3-25d7-43a8-9bb8-60f4f110f2e2 req-2360ef41-e02a-4125-ae77-38a9aa865522 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 943 time: 0.0575173 Aug 31 05:22:05.459503 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f12f49f3-25d7-43a8-9bb8-60f4f110f2e2 req-44d45edb-3bd0-4105-9508-d29fa3d740c6 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Aug 31 05:22:05.679014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:06.196256 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd260-ce5d-44f3-b4be-345fef3edb33 req-aaecc8ad-de09-43c3-824e-f45473355630 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:06.197126 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d86fd260-ce5d-44f3-b4be-345fef3edb33 req-aaecc8ad-de09-43c3-824e-f45473355630 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0575914 Aug 31 05:22:06.256967 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d86fd260-ce5d-44f3-b4be-345fef3edb33 req-4046e55e-85e4-4e49-86cd-c934749edd02 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Aug 31 05:22:06.257171 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 463e7363-1540-4043-bf4f-e4004b5a854f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:22:06.429566 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=463e7363-1540-4043-bf4f-e4004b5a854f,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:06.443519 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '463e7363-1540-4043-bf4f-e4004b5a854f', 'network_id': 'd95d5015-8db6-4d93-ac0a-05d80703c6c6', 'port_id': '463e7363-1540-4043-bf4f-e4004b5a854f', 'mac_address': 'fa:16:3e:fd:8a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3881629c-b25b-4f49-afed-49c329b98ccb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:22:06.496092 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:06.514044 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463e7363-1540-4043-bf4f-e4004b5a854f {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:22:06.568733 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=463e7363-1540-4043-bf4f-e4004b5a854f,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:06.576634 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:06.679885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:06.933285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['463e7363-1540-4043-bf4f-e4004b5a854f'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:06.970406 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-6da87430-4f24-4a78-8529-cc465f17de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:06.972824 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-6da87430-4f24-4a78-8529-cc465f17de64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.4523087 Aug 31 05:22:07.002275 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-35657561-aa2e-413e-a932-202825e4b261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:07.048259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b80fb-733f-43f4-ab0d-7d3832549c41 req-47b7dde9-7d67-4bae-a64b-c1038eb239a8 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:07.050529 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea3b80fb-733f-43f4-ab0d-7d3832549c41 req-47b7dde9-7d67-4bae-a64b-c1038eb239a8 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1541641 Aug 31 05:22:07.058478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebe048-d9a1-4b88-bf9e-e5452219db1d req-4eee8191-2bed-48ea-8803-0267edb05e40 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:07.060071 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bcebe048-d9a1-4b88-bf9e-e5452219db1d req-4eee8191-2bed-48ea-8803-0267edb05e40 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 944 time: 0.1632328 Aug 31 05:22:07.217357 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bcebe048-d9a1-4b88-bf9e-e5452219db1d req-b53fb3bc-3e22-4253-9842-d0a92b523de1 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435244 Aug 31 05:22:07.229006 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea3b80fb-733f-43f4-ab0d-7d3832549c41 req-040ecf26-a280-46c0-b079-21838bf73d78 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645012 Aug 31 05:22:07.234277 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-3d1eb0f9-c7ba-48a8-a06d-a7969cba7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:07.235849 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-3d1eb0f9-c7ba-48a8-a06d-a7969cba7338 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.2530878 Aug 31 05:22:07.309564 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-c9234cf2-cf76-48da-8741-b70b9b6597cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 1000 time: 0.0665598 Aug 31 05:22:07.365201 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-731f4abd-c126-4f25-b92d-6d46466d17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:07.366707 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-731f4abd-c126-4f25-b92d-6d46466d17e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0448291 Aug 31 05:22:07.415514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-79e3041e-5a71-45ed-8be1-3ee7ae2ef8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:07.417025 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-79e3041e-5a71-45ed-8be1-3ee7ae2ef8df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412462 Aug 31 05:22:07.520228 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-6befe6ac-0664-4b67-948a-4f8102c4b3ea service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957098 Aug 31 05:22:07.572780 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:07.628368 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1d6d987-1c05-47bc-ade8-bd372ad0c685 req-3b5db8d9-b9df-4d4c-b172-b4ca7f3fa6a6 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994611 Aug 31 05:22:08.273992 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 463e7363-1540-4043-bf4f-e4004b5a854f up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:22:08.341072 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 463e7363-1540-4043-bf4f-e4004b5a854f completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:22:08.345125 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 463e7363-1540-4043-bf4f-e4004b5a854f triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:22:08.345527 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:08.398441 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c11e6-497c-4274-acd5-5568596274c6 req-aed5fdcb-9518-4ba1-98dd-be18c1307131 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:08.400012 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-108c11e6-497c-4274-acd5-5568596274c6 req-aed5fdcb-9518-4ba1-98dd-be18c1307131 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 944 time: 0.0903604 Aug 31 05:22:08.407693 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f082d9-b0dd-4939-95d2-6164b1827ee9 req-0254b80f-9e81-4a18-be11-421cdb45c18a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:08.409229 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6f082d9-b0dd-4939-95d2-6164b1827ee9 req-0254b80f-9e81-4a18-be11-421cdb45c18a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.0856078 Aug 31 05:22:08.425424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:08.448803 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:08.451096 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03661a15-8918-4c27-80c0-94cc6c04f026" -d '{"events": [{"server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "name": "network-vif-plugged", "status": "completed", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:08.464836 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=463e7363-1540-4043-bf4f-e4004b5a854f,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:08.465204 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-108c11e6-497c-4274-acd5-5568596274c6 req-69fa40e6-4b0e-426f-b74c-06c456666bec tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Aug 31 05:22:08.469775 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:08.473670 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6f082d9-b0dd-4939-95d2-6164b1827ee9 req-1f82dba5-fc62-41ee-9275-08ce47dff8e5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563912 Aug 31 05:22:08.524447 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e3991d-2f5f-4816-8f55-a3b704c833d9 x-openstack-request-id: req-c8e3991d-2f5f-4816-8f55-a3b704c833d9 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:08.524735 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "name": "network-vif-plugged", "status": "completed", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:08.526296 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8e3991d-2f5f-4816-8f55-a3b704c833d9 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:08.526296 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f', 'code': 200} Aug 31 05:22:08.551212 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:08.708793 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eccb8-44e1-494a-aa53-f972a334ec08 req-6511118b-6519-4987-b073-fb0f10edd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:08.710676 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a9eccb8-44e1-494a-aa53-f972a334ec08 req-6511118b-6519-4987-b073-fb0f10edd41b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0445743 Aug 31 05:22:08.751770 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a9eccb8-44e1-494a-aa53-f972a334ec08 req-6cfdebc0-077b-4dee-94aa-a61e4813d6e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Aug 31 05:22:09.095704 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:09.166744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5369f4-e2bd-480e-a717-3e7e97f37818 req-f9c0c149-6310-4dcb-9033-f01b836c9994 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:09.168406 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac5369f4-e2bd-480e-a717-3e7e97f37818 req-f9c0c149-6310-4dcb-9033-f01b836c9994 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0623453 Aug 31 05:22:09.212568 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac5369f4-e2bd-480e-a717-3e7e97f37818 req-3c9771be-5bbf-434d-b740-3c108997ef5c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 Aug 31 05:22:09.609700 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718ac43-dfc9-4793-9366-51d16239f6bf req-32943c43-ef56-4cce-9388-af3d7ad52cee tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:09.611263 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4718ac43-dfc9-4793-9366-51d16239f6bf req-32943c43-ef56-4cce-9388-af3d7ad52cee tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Aug 31 05:22:09.651219 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4718ac43-dfc9-4793-9366-51d16239f6bf req-2097d4c1-73ba-418a-b6e6-2d2bd6132627 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Aug 31 05:22:10.034215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44182f4d-a51b-4169-a4ee-476c98482874 req-05c42e9d-cbfc-4337-9228-3a0ed6c8ec05 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:10.035888 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-44182f4d-a51b-4169-a4ee-476c98482874 req-05c42e9d-cbfc-4337-9228-3a0ed6c8ec05 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0539496 Aug 31 05:22:10.075820 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-44182f4d-a51b-4169-a4ee-476c98482874 req-fc432dee-f37d-4a9b-bc2d-dac1eaa789d2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Aug 31 05:22:10.358372 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866741f-5d2f-4890-8e68-ae88f438dd97 req-fc1ae31b-85e8-4f2f-8fe0-f43cf2595a88 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:10.360015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8866741f-5d2f-4890-8e68-ae88f438dd97 req-fc1ae31b-85e8-4f2f-8fe0-f43cf2595a88 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0557404 Aug 31 05:22:10.403434 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8866741f-5d2f-4890-8e68-ae88f438dd97 req-a709b34e-f91b-420f-9939-592e7c02f16c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Aug 31 05:22:10.770263 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121b25-2545-45e9-8761-dfd8c5001a4f req-791e23e5-dc43-440e-be15-7c7d94fa3c1d tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:10.771859 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20121b25-2545-45e9-8761-dfd8c5001a4f req-791e23e5-dc43-440e-be15-7c7d94fa3c1d tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Aug 31 05:22:10.812683 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-20121b25-2545-45e9-8761-dfd8c5001a4f req-26959edc-1c30-4513-9ea5-a61fc2d1f952 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Aug 31 05:22:11.218919 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de5f6b-f813-4c3b-b46d-52aed89ff82a req-c78c28ea-408a-4d8a-919a-9a6b12b0c9f2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:11.221359 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93de5f6b-f813-4c3b-b46d-52aed89ff82a req-c78c28ea-408a-4d8a-919a-9a6b12b0c9f2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0653846 Aug 31 05:22:11.266247 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93de5f6b-f813-4c3b-b46d-52aed89ff82a req-5d49d7a3-4c38-44c2-9277-276c4855e956 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354304 Aug 31 05:22:11.528283 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a315ef-56d2-47ef-99f5-3ceedd08beab req-ca61110c-5311-4097-a879-23ee4f51ac08 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:11.530060 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e1a315ef-56d2-47ef-99f5-3ceedd08beab req-ca61110c-5311-4097-a879-23ee4f51ac08 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Aug 31 05:22:11.575512 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e1a315ef-56d2-47ef-99f5-3ceedd08beab req-24a037e2-10ae-4149-bd8a-f4fdac62038c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 Aug 31 05:22:12.310660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-8f42cafa-c71e-4d56-bf15-ece0ff1c4633 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:12.312149 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-8f42cafa-c71e-4d56-bf15-ece0ff1c4633 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.0847394 Aug 31 05:22:12.321254 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-d40fdb26-6e8b-422e-8f2e-136ba153f193 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:12.322816 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-d40fdb26-6e8b-422e-8f2e-136ba153f193 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1057634 Aug 31 05:22:12.512151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1ad5-084d-480d-807b-123174f297a1 req-cc3248c8-9966-44bf-a8c5-015c2b7c3042 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:12.513755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73db1ad5-084d-480d-807b-123174f297a1 req-cc3248c8-9966-44bf-a8c5-015c2b7c3042 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 945 time: 0.1385314 Aug 31 05:22:12.554790 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Deleting port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:12.555171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:12.610771 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Deleting port 5c56e735-5946-4b7c-ba98-aefa01e4427a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:12.611137 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:12.638238 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73db1ad5-084d-480d-807b-123174f297a1 req-40d36d48-deff-4568-8789-60448b7d486c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138971 Aug 31 05:22:12.780523 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] For port 5c56e735-5946-4b7c-ba98-aefa01e4427a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c56e735-5946-4b7c-ba98-aefa01e4427a,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:12.780833 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:12.785154 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] For port c5faf5ec-8585-4acf-98b8-89f1a305c3a5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:12.786078 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:12.810398 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Calling delete_port for 5c56e735-5946-4b7c-ba98-aefa01e4427a owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:12.812292 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Calling delete_port for c5faf5ec-8585-4acf-98b8-89f1a305c3a5 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:12.826719 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1848e7-8071-4191-bf7f-857f69e9fc3a req-e84c5894-db13-4e7e-bf92-c171ee832bd1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:12.828310 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b1848e7-8071-4191-bf7f-857f69e9fc3a req-e84c5894-db13-4e7e-bf92-c171ee832bd1 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 945 time: 0.1562276 Aug 31 05:22:12.966461 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7b1848e7-8071-4191-bf7f-857f69e9fc3a req-3307c118-aed4-4ea0-b1af-5be366221210 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260104 Aug 31 05:22:13.091432 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:13.101255 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:13.105787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', '65a93745-adcb-4ed3-8478-1490608197a2', 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:13.127346 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event deleted for resources: {'Port': ['ID=c5faf5ec-8585-4acf-98b8-89f1a305c3a5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:13.166237 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Pushing event deleted for resources: {'Port': ['ID=5c56e735-5946-4b7c-ba98-aefa01e4427a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:13.234281 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] No DVR routers for this DVR port c5faf5ec-8585-4acf-98b8-89f1a305c3a5 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:13.235980 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] No DVR routers for this DVR port 5c56e735-5946-4b7c-ba98-aefa01e4427a on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:13.238471 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:13.241383 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f533fc0d-de56-452b-93c4-ab4692a2bc18 req-c2791fbd-f28a-406a-8886-d8d097efaeb6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "DELETE /v2.0/ports/5c56e735-5946-4b7c-ba98-aefa01e4427a HTTP/1.1" status: 204 len: 173 time: 0.9109528 Aug 31 05:22:13.241840 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'name': 'network-vif-deleted', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:13.244347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a462f-1d61-4f56-89fd-3abde3c2d490" -d '{"events": [{"server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "name": "network-vif-deleted", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:13.247739 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:13.249893 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f79172d7-4c02-407e-82bc-6d32d9866cff req-aaba9619-7e67-444b-a286-4ad1280593c9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "DELETE /v2.0/ports/c5faf5ec-8585-4acf-98b8-89f1a305c3a5 HTTP/1.1" status: 204 len: 173 time: 0.9260774 Aug 31 05:22:13.307053 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e64c88-c13b-48af-bcbb-c837c9054638 x-openstack-request-id: req-d6e64c88-c13b-48af-bcbb-c837c9054638 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:13.307453 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc35a54-6220-4c10-959a-168cf3f8b148", "name": "network-vif-deleted", "tag": "5c56e735-5946-4b7c-ba98-aefa01e4427a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:13.307640 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e64c88-c13b-48af-bcbb-c837c9054638 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:13.308084 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc35a54-6220-4c10-959a-168cf3f8b148', 'name': 'network-vif-deleted', 'tag': '5c56e735-5946-4b7c-ba98-aefa01e4427a', 'status': 'completed', 'code': 200} Aug 31 05:22:13.787168 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-19b8d783-f984-41ec-9eb5-076abb929237 req-d7382a2d-485d-445b-9416-02c20cde2458 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4942280-8ce3-4a30-85f5-a01d000bc759 HTTP/1.1" status: 200 len: 210 time: 0.0303235 Aug 31 05:22:14.084875 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3199f316-bebc-4bdd-b32e-68da32bc9d90 req-497506f4-eb83-4efa-959f-c7a179c66e07 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fc35a54-6220-4c10-959a-168cf3f8b148 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Aug 31 05:22:14.379670 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['49cd7ca2-5d56-42c4-93ab-84280e0dd238', '5c56e735-5946-4b7c-ba98-aefa01e4427a'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:15.267888 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:15.309603 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'name': 'network-vif-deleted', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:15.311934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33550150-32e9-4f91-9a66-28c84bbcd936" -d '{"events": [{"server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "name": "network-vif-deleted", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:15.348245 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106288e4-3340-4c3d-b2b2-86fa42052c71 x-openstack-request-id: req-106288e4-3340-4c3d-b2b2-86fa42052c71 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:15.348596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4942280-8ce3-4a30-85f5-a01d000bc759", "name": "network-vif-deleted", "tag": "c5faf5ec-8585-4acf-98b8-89f1a305c3a5", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:15.348976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-106288e4-3340-4c3d-b2b2-86fa42052c71 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:15.349362 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4942280-8ce3-4a30-85f5-a01d000bc759', 'name': 'network-vif-deleted', 'tag': 'c5faf5ec-8585-4acf-98b8-89f1a305c3a5', 'status': 'completed', 'code': 200} Aug 31 05:22:15.371587 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c743-f5d7-4b7a-ade4-08ace0d5733a req-f3651cd0-30ac-4447-962f-41abc3d59ac6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:15.373064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc15c743-f5d7-4b7a-ade4-08ace0d5733a req-f3651cd0-30ac-4447-962f-41abc3d59ac6 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0521636 Aug 31 05:22:15.414759 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cc15c743-f5d7-4b7a-ade4-08ace0d5733a req-5e672e1b-fb14-492a-adeb-decaaf321e1f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Aug 31 05:22:16.210975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f4f66-4531-4c6e-a766-9f6f61980f04 req-d72b1214-9f01-4dfd-bb88-af8e3e93ff9d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:16.212553 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c53f4f66-4531-4c6e-a766-9f6f61980f04 req-d72b1214-9f01-4dfd-bb88-af8e3e93ff9d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0520279 Aug 31 05:22:16.255676 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c53f4f66-4531-4c6e-a766-9f6f61980f04 req-371c57a6-64d0-4bfb-9088-4e42a702ed0b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Aug 31 05:22:16.296847 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 5c56e735-5946-4b7c-ba98-aefa01e4427a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:16.320280 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 5c56e735-5946-4b7c-ba98-aefa01e4427a {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:16.320625 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 5c56e735-5946-4b7c-ba98-aefa01e4427a not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:16.321042 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device c5faf5ec-8585-4acf-98b8-89f1a305c3a5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:16.340604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: c5faf5ec-8585-4acf-98b8-89f1a305c3a5 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:16.340947 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device c5faf5ec-8585-4acf-98b8-89f1a305c3a5 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:16.531946 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9114-60a5-4d6d-b31a-2ba6eb973914 req-11f965d2-6b51-4162-a7a0-5e0363f0079a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:16.534844 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f3a9114-60a5-4d6d-b31a-2ba6eb973914 req-11f965d2-6b51-4162-a7a0-5e0363f0079a tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0482609 Aug 31 05:22:16.572996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6f3a9114-60a5-4d6d-b31a-2ba6eb973914 req-18eab30e-32f8-4d8c-b499-57b5ba14ea8c tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Aug 31 05:22:16.712087 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-87a4a6fc-21ff-4b3d-98dd-48ca2f7afaf2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392649 Aug 31 05:22:16.785780 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-9e36568f-3808-4246-a843-2f855f078647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:16.787208 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-9e36568f-3808-4246-a843-2f855f078647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 1098 time: 0.0500407 Aug 31 05:22:16.900236 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-09f55771-d38f-478d-a3f0-a26513e00916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:16.901675 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-09f55771-d38f-478d-a3f0-a26513e00916 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.0819368 Aug 31 05:22:16.979579 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-e8dbd6bc-cbf1-412d-9907-ae2b27ddca03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 200 len: 1000 time: 0.0625851 Aug 31 05:22:17.030138 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-652ab888-82de-46f0-beee-d343ca1ccddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:17.031626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-652ab888-82de-46f0-beee-d343ca1ccddd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0448744 Aug 31 05:22:17.079199 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-c23f0920-8046-4ed9-98a5-31cbe7be58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:17.080626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-c23f0920-8046-4ed9-98a5-31cbe7be58a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406511 Aug 31 05:22:17.189299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-c30bf962-9b4f-47ba-a646-5feefa1ee879 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884180 Aug 31 05:22:17.283014 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6a92c989-fc3b-4cda-af60-73c3ff3edcf5 req-bbd92e68-25f5-4748-8374-aeb8bb78891b service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855560 Aug 31 05:22:17.378725 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42109f-ca54-43cd-8e24-4d2c101c2c2e req-f8d302cf-f891-4687-a89b-96e7d610c9de tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:17.380350 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e42109f-ca54-43cd-8e24-4d2c101c2c2e req-f8d302cf-f891-4687-a89b-96e7d610c9de tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0564179 Aug 31 05:22:17.417790 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e42109f-ca54-43cd-8e24-4d2c101c2c2e req-e4ab329c-6940-455a-8f4f-542798cf4ae9 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Aug 31 05:22:17.694920 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a67ba-c86a-4c19-9174-37decafcfc58 req-b07845a6-e910-40ef-9654-8e3438d32317 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:17.696520 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3a2a67ba-c86a-4c19-9174-37decafcfc58 req-b07845a6-e910-40ef-9654-8e3438d32317 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0543623 Aug 31 05:22:17.740550 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3a2a67ba-c86a-4c19-9174-37decafcfc58 req-0a1bb11d-a79a-4f66-92c4-8fec9f5a033d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Aug 31 05:22:18.230350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-3242b9b9-6fd9-41ff-974d-086f56e288e0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:18.231866 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-3242b9b9-6fd9-41ff-974d-086f56e288e0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0497935 Aug 31 05:22:18.329321 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Deleting port 65a93745-adcb-4ed3-8478-1490608197a2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:18.329659 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:18.416384 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] For port 65a93745-adcb-4ed3-8478-1490608197a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=65a93745-adcb-4ed3-8478-1490608197a2,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:18.416753 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:18.429340 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Calling delete_port for 65a93745-adcb-4ed3-8478-1490608197a2 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:18.570258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c65e-2496-4f01-bc86-dc99f1cec33d req-09b75f99-646c-49f8-acaa-834519365fdd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:18.572166 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f34c65e-2496-4f01-bc86-dc99f1cec33d req-09b75f99-646c-49f8-acaa-834519365fdd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 946 time: 0.0838413 Aug 31 05:22:18.616626 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:18.637594 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', '65a93745-adcb-4ed3-8478-1490608197a2'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:18.652662 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f34c65e-2496-4f01-bc86-dc99f1cec33d req-a44406bf-97ab-42da-a92f-0bc08a724a18 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707014 Aug 31 05:22:18.653012 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event deleted for resources: {'Port': ['ID=65a93745-adcb-4ed3-8478-1490608197a2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:18.709515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] No DVR routers for this DVR port 65a93745-adcb-4ed3-8478-1490608197a2 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:18.714937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:18.717030 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aff95ef6-bb4f-4eb3-93d0-dbc31c901f72 req-18e8ce84-b2b5-47c1-a6d5-c557ca7c4bfc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "DELETE /v2.0/ports/65a93745-adcb-4ed3-8478-1490608197a2 HTTP/1.1" status: 204 len: 173 time: 0.4777658 Aug 31 05:22:18.717474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'name': 'network-vif-deleted', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:18.719841 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8d5e4-9945-45a5-a563-4c7cdfd37250" -d '{"events": [{"server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "name": "network-vif-deleted", "tag": "65a93745-adcb-4ed3-8478-1490608197a2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:18.767290 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52436325-7bd3-4af1-a859-dff00eb5bc5a x-openstack-request-id: req-52436325-7bd3-4af1-a859-dff00eb5bc5a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:18.767580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773a317d-173d-48ae-8995-ccda94e7ba35", "name": "network-vif-deleted", "tag": "65a93745-adcb-4ed3-8478-1490608197a2", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:18.767831 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52436325-7bd3-4af1-a859-dff00eb5bc5a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:18.768229 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773a317d-173d-48ae-8995-ccda94e7ba35', 'name': 'network-vif-deleted', 'tag': '65a93745-adcb-4ed3-8478-1490608197a2', 'status': 'completed', 'code': 200} Aug 31 05:22:18.898207 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d562528-419f-4b12-8fcd-1e5c5f7801e3 req-1e425961-b817-41d1-945d-86e572a00082 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:18.908238 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4d562528-419f-4b12-8fcd-1e5c5f7801e3 req-1e425961-b817-41d1-945d-86e572a00082 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0807302 Aug 31 05:22:18.949544 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4d562528-419f-4b12-8fcd-1e5c5f7801e3 req-e873e1cb-a58a-43d0-b913-3891f795b4bf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Aug 31 05:22:19.776441 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1749c133-7ca0-4726-9ba5-35a21c38b949 req-e7de66d6-84e2-4205-9b58-479571dbd0d2 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 210 time: 0.0269663 Aug 31 05:22:20.067573 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec652e76-b054-4a14-92ed-3500ea42d483 req-68eebc26-9861-4969-925e-cc7068e0433d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:20.069435 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ec652e76-b054-4a14-92ed-3500ea42d483 req-68eebc26-9861-4969-925e-cc7068e0433d tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0502932 Aug 31 05:22:20.114838 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ec652e76-b054-4a14-92ed-3500ea42d483 req-852bf0a8-c541-4754-8471-67b344b524f9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Aug 31 05:22:20.689341 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:22:20.886172 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bbbf184f-01d0-4767-8ddc-b8a4ad568465 req-5c619819-3115-40ba-a8ab-1d0fe63c4084 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 210 time: 0.0258112 Aug 31 05:22:21.233486 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83315815-d8c2-42bc-a11d-4cbd8148f84f req-49bb1bc5-7543-4057-a471-21c7c4e16bc0 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:21.234964 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-83315815-d8c2-42bc-a11d-4cbd8148f84f req-49bb1bc5-7543-4057-a471-21c7c4e16bc0 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0507157 Aug 31 05:22:21.274952 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-83315815-d8c2-42bc-a11d-4cbd8148f84f req-76eb3396-d279-42cf-858e-b8bf3fec48e2 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Aug 31 05:22:21.995261 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2baed8f4-b3fd-4b38-9572-99e9a810bbe7 req-00a28fde-5b0b-4ca4-8885-868ee7c8a3ac tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=773a317d-173d-48ae-8995-ccda94e7ba35 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Aug 31 05:22:22.406925 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c3383-7ba2-46e9-872f-2b59921d8211 req-7481ce91-a843-4e82-b1bc-b65408519ae5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:22.408434 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e1c3383-7ba2-46e9-872f-2b59921d8211 req-7481ce91-a843-4e82-b1bc-b65408519ae5 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0512807 Aug 31 05:22:22.447856 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7e1c3383-7ba2-46e9-872f-2b59921d8211 req-a8e61b40-e19c-4579-81cb-1ffbcbce6baf tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Aug 31 05:22:23.295312 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f4785-5fe8-4379-b63d-b441323cdecd req-fd5801ec-5748-4e61-aaf6-63cf9a02007d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:23.296681 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-052f4785-5fe8-4379-b63d-b441323cdecd req-fd5801ec-5748-4e61-aaf6-63cf9a02007d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0553534 Aug 31 05:22:23.336858 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-052f4785-5fe8-4379-b63d-b441323cdecd req-ce6280c8-a28f-473b-872c-11f4a475b86c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Aug 31 05:22:23.579968 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8078266-3f09-41e8-a232-89530c4f881b req-efe1246f-f3b5-48c1-ab75-b1694669e02f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:23.581403 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f8078266-3f09-41e8-a232-89530c4f881b req-efe1246f-f3b5-48c1-ab75-b1694669e02f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0513649 Aug 31 05:22:23.620042 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f8078266-3f09-41e8-a232-89530c4f881b req-7cf8da0d-79d3-4356-b62c-6e6401b4aa42 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 31 05:22:24.463815 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267a0d-25d2-4ec5-a172-632d7459ef90 req-f7d5cd97-1610-43b8-93f0-7dc8e368c4ed tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:24.465359 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1267a0d-25d2-4ec5-a172-632d7459ef90 req-f7d5cd97-1610-43b8-93f0-7dc8e368c4ed tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0583506 Aug 31 05:22:24.517236 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1267a0d-25d2-4ec5-a172-632d7459ef90 req-49208d95-e7f9-40d3-9659-76672f615975 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Aug 31 05:22:24.526796 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 65a93745-adcb-4ed3-8478-1490608197a2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:24.558483 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 65a93745-adcb-4ed3-8478-1490608197a2 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:24.559142 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 65a93745-adcb-4ed3-8478-1490608197a2 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:24.748769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecb204-7e2a-4447-999e-defbec3eaadc req-dcf73207-4a93-4b0a-a612-6cff9972bb70 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:24.750371 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-10ecb204-7e2a-4447-999e-defbec3eaadc req-dcf73207-4a93-4b0a-a612-6cff9972bb70 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0545633 Aug 31 05:22:24.797791 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-10ecb204-7e2a-4447-999e-defbec3eaadc req-e266df90-6d30-4941-b33b-c40cc6834176 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Aug 31 05:22:25.650062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1d9e-00d7-4556-8fc6-44770c409d45 req-2b56544a-10aa-4af7-80a5-a5ff35b12cd8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:25.651634 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a83e1d9e-00d7-4556-8fc6-44770c409d45 req-2b56544a-10aa-4af7-80a5-a5ff35b12cd8 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0508838 Aug 31 05:22:25.692477 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a83e1d9e-00d7-4556-8fc6-44770c409d45 req-ad0ced05-d81d-44f0-b5eb-a29f548617e0 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Aug 31 05:22:25.924789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ef56d-b9d9-4a19-bdcf-f0d14bd04ad5 req-8b7d99f8-a1b9-4558-b19c-2028e008bf4e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:25.926937 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-297ef56d-b9d9-4a19-bdcf-f0d14bd04ad5 req-8b7d99f8-a1b9-4558-b19c-2028e008bf4e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0556962 Aug 31 05:22:25.967385 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-297ef56d-b9d9-4a19-bdcf-f0d14bd04ad5 req-ef2e5970-10a3-409b-aebe-dadbb978de7e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Aug 31 05:22:26.815263 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709848e-fbf5-4f6b-acee-8f53fccc2811 req-9ef926dd-9239-4292-a106-e7356c7da89d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:26.816576 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1709848e-fbf5-4f6b-acee-8f53fccc2811 req-9ef926dd-9239-4292-a106-e7356c7da89d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Aug 31 05:22:26.862356 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1709848e-fbf5-4f6b-acee-8f53fccc2811 req-e242e29a-4371-49d4-bd26-fd09a0c75b7c tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Aug 31 05:22:26.902192 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-eb9883d6-07ca-48e6-829e-fb05e5108360 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:26.903717 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-eb9883d6-07ca-48e6-829e-fb05e5108360 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.0512815 Aug 31 05:22:27.005693 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Deleting port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:27.006042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.393842 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7b579-3bc5-49e4-a208-9267019b054e req-f560c0be-0932-4adb-a03c-0d09a3880d9f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:27.395416 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e3f7b579-3bc5-49e4-a208-9267019b054e req-f560c0be-0932-4adb-a03c-0d09a3880d9f tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/ports?device_id=7415c64b-c236-4458-8db6-a21b0748be3f HTTP/1.1" status: 200 len: 946 time: 0.3514400 Aug 31 05:22:27.398995 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] For port 49cd7ca2-5d56-42c4-93ab-84280e0dd238, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=49cd7ca2-5d56-42c4-93ab-84280e0dd238,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:27.399387 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.431336 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Calling delete_port for 49cd7ca2-5d56-42c4-93ab-84280e0dd238 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:27.451171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-5766c1bc-3d4b-46d7-9fa7-b15da077f2bc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:27.452651 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-5766c1bc-3d4b-46d7-9fa7-b15da077f2bc tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.1156931 Aug 31 05:22:27.509716 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e3f7b579-3bc5-49e4-a208-9267019b054e req-51704eae-1890-40c6-b956-34fefd4ffd6e tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.25 "GET /v2.0/security-groups?id=c037e259-b5d2-4f5f-9620-67103ce6f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075504 Aug 31 05:22:27.651555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Deleting port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:27.651826 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.733451 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.745165 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['49cd7ca2-5d56-42c4-93ab-84280e0dd238'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:27.780280 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Pushing event deleted for resources: {'Port': ['ID=49cd7ca2-5d56-42c4-93ab-84280e0dd238,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:27.817617 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] For port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:27.818303 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.841098 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] No DVR routers for this DVR port 49cd7ca2-5d56-42c4-93ab-84280e0dd238 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:27.844547 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:27.846493 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-02818af5-bd37-485f-b86e-f0ff48896ef4 req-f45f2329-cccb-4ac0-9e5e-81e761c725b9 tempest-ServerRescueNegativeTestJSON-1547238285 tempest-ServerRescueNegativeTestJSON-1547238285-project] 10.222.0.35 "DELETE /v2.0/ports/49cd7ca2-5d56-42c4-93ab-84280e0dd238 HTTP/1.1" status: 204 len: 173 time: 0.9341927 Aug 31 05:22:27.846926 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'name': 'network-vif-deleted', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:27.850244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3337d80-7ce1-40b0-ae0f-13fcc29233fc" -d '{"events": [{"server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "name": "network-vif-deleted", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:27.857272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Calling delete_port for f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:27.904317 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e52bf6-a625-402a-8dc5-2631ae5173d8 x-openstack-request-id: req-12e52bf6-a625-402a-8dc5-2631ae5173d8 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:27.904559 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7415c64b-c236-4458-8db6-a21b0748be3f", "name": "network-vif-deleted", "tag": "49cd7ca2-5d56-42c4-93ab-84280e0dd238", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:27.904867 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12e52bf6-a625-402a-8dc5-2631ae5173d8 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:27.905187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7415c64b-c236-4458-8db6-a21b0748be3f', 'name': 'network-vif-deleted', 'tag': '49cd7ca2-5d56-42c4-93ab-84280e0dd238', 'status': 'completed', 'code': 200} Aug 31 05:22:28.027624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:28.043753 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:28.047081 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904728-79e5-4094-a481-3a71a9f9283b req-4bc528dc-6c60-4f10-ae68-d36cb48eb28b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:28.048634 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e4904728-79e5-4094-a481-3a71a9f9283b req-4bc528dc-6c60-4f10-ae68-d36cb48eb28b tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9144ddb-59d0-4198-a363-50648f24b182 HTTP/1.1" status: 200 len: 945 time: 0.0949023 Aug 31 05:22:28.074565 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event deleted for resources: {'Port': ['ID=f8b9eb4d-b047-40ed-a494-fa42f60f6ca4,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:28.138837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] No DVR routers for this DVR port f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:28.142766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:28.144848 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-949144eb-93df-4cc7-bb4a-45d0d9afea8d req-09af0932-09a5-48e9-bfa6-54bf20e8b0ab tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "DELETE /v2.0/ports/f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 HTTP/1.1" status: 204 len: 173 time: 0.6814206 Aug 31 05:22:28.149817 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e4904728-79e5-4094-a481-3a71a9f9283b req-9e26bbcf-7669-491c-a6c7-887a5d681f6f tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776243 Aug 31 05:22:28.569494 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54786) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:29.006288 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:29.317289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Deleting port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:29.317655 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:29.400364 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] For port eca77b0c-e8e4-4cb1-8e85-36f54a64b91c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,segment=NetworkSegment(405f4a66-778f-45d3-bd57-e3e06d81a1c9),segment_id=405f4a66-778f-45d3-bd57-e3e06d81a1c9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:29.400739 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:29.413990 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Calling delete_port for eca77b0c-e8e4-4cb1-8e85-36f54a64b91c owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:29.621949 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:29.647701 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca77b0c-e8e4-4cb1-8e85-36f54a64b91c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:29.657557 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.657909 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.658256 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.658596 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.658932 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.659292 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.660017 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.660017 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.660387 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.660592 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.661524 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.661865 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:29.826085 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:29.906506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'name': 'network-vif-deleted', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:29.908905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde3a755-1199-48b6-87e6-0be940c09f86" -d '{"events": [{"server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "name": "network-vif-deleted", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:29.944359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1744206-5954-4eac-b3a4-2966ec3ed9b7 x-openstack-request-id: req-b1744206-5954-4eac-b3a4-2966ec3ed9b7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:29.944657 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9144ddb-59d0-4198-a363-50648f24b182", "name": "network-vif-deleted", "tag": "f8b9eb4d-b047-40ed-a494-fa42f60f6ca4", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:29.944911 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1744206-5954-4eac-b3a4-2966ec3ed9b7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:29.945324 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9144ddb-59d0-4198-a363-50648f24b182', 'name': 'network-vif-deleted', 'tag': 'f8b9eb4d-b047-40ed-a494-fa42f60f6ca4', 'status': 'completed', 'code': 200} Aug 31 05:22:30.211225 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:22:30.317838 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:22:30.322986 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-75044944-4d45-4f53-9f0b-639d0c8642e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/62c80fc1-42b6-488c-b5d7-32e1b4598bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524467 Aug 31 05:22:30.325548 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:30.328463 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Sync routers for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:22:30.340138 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:22:30.340783 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:30.409214 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:30.435532 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:30.436170 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f8b9eb4d-b047-40ed-a494-fa42f60f6ca4 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:30.436763 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 49cd7ca2-5d56-42c4-93ab-84280e0dd238 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:30.457042 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 49cd7ca2-5d56-42c4-93ab-84280e0dd238 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:30.458221 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 49cd7ca2-5d56-42c4-93ab-84280e0dd238 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:30.463692 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:30.463883 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:22:30.604653 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:30.616481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e6847-0ae4-4c25-b823-e591c3318d67 req-994ad390-7bd6-4a27-b9f6-32d01394683d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:30.618356 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a86e6847-0ae4-4c25-b823-e591c3318d67 req-994ad390-7bd6-4a27-b9f6-32d01394683d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.0518918 Aug 31 05:22:30.666571 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a86e6847-0ae4-4c25-b823-e591c3318d67 req-22b3775a-75a6-4ba4-8896-19309abdfd14 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Aug 31 05:22:30.668049 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:22:29Z', 'revision_number': 5, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port': {'id': '232fcb92-caf5-482a-9e94-714b263f3ed9', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:30.677273 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Deleting port 232fcb92-caf5-482a-9e94-714b263f3ed9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:30.677775 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:30.696777 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Checking router: 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:22:30.706646 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Routers {'62c80fc1-42b6-488c-b5d7-32e1b4598bc9'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:22:30.707285 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:30.759710 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] For port 232fcb92-caf5-482a-9e94-714b263f3ed9, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=232fcb92-caf5-482a-9e94-714b263f3ed9,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:30.760201 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:30.774253 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Calling delete_port for 232fcb92-caf5-482a-9e94-714b263f3ed9 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:30.882335 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] Set router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:22:30.938556 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:22:30Z', 'revision_number': 6, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:30.968707 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfd7db-e105-4218-9fac-66be37d0ba40 None None] The sync data for ids ['62c80fc1-42b6-488c-b5d7-32e1b4598bc9'] in dv-cinder-773985-16-iscsi is: [{'id': '62c80fc1-42b6-488c-b5d7-32e1b4598bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-1969983473-router', 'tenant_id': 'f057f64b25444f90a967c68739966da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:22:30Z', 'revision_number': 6, 'project_id': 'f057f64b25444f90a967c68739966da2', 'gw_port_host': None}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:22:30.971156 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.003048 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Pushing event deleted for resources: {'Port': ['ID=232fcb92-caf5-482a-9e94-714b263f3ed9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:31.062420 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.164558 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.166746 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.230884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.231417 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c80fc1-42b6-488c-b5d7-32e1b4598bc9 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:22:31.236243 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.237392 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-67e40415-71be-4aa5-bc20-6edb6cbae95d admin admin] 10.222.0.25 "DELETE /v2.0/routers/62c80fc1-42b6-488c-b5d7-32e1b4598bc9 HTTP/1.1" status: 204 len: 168 time: 0.9109309 Aug 31 05:22:31.240123 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54824) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:31.284964 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Deleting subnet 6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:22:31.288885 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.324565 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.369487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.435461 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.462876 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:31.464924 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.466860 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-365cd439-6a87-4b58-b130-cb90eb367e52 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6cb3bf5c-0474-4aeb-bdb3-700fadf6d4e9 HTTP/1.1" status: 204 len: 168 time: 0.2257547 Aug 31 05:22:31.469468 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54826) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:31.544950 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.678839 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.692698 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226dee29-b10f-4751-82d6-dac93bddd4d6']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:31.710240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405f4a66-778f-45d3-bd57-e3e06d81a1c9') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:31.710543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405f4a66-778f-45d3-bd57-e3e06d81a1c9') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:31.720963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.738570 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.753769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:22:31.753937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:22:31.756537 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:22:31.838630 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db7694-3869-4cdb-a82c-13de74a88a61 req-069c1ec7-3dff-4d25-99d0-ec12bb92cedd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:31.840240 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-49db7694-3869-4cdb-a82c-13de74a88a61 req-069c1ec7-3dff-4d25-99d0-ec12bb92cedd tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.0969126 Aug 31 05:22:31.841418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.846947 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:31.849074 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] 10.222.0.25 "DELETE /v2.0/networks/226dee29-b10f-4751-82d6-dac93bddd4d6 HTTP/1.1" status: 204 len: 168 time: 0.3784301 Aug 31 05:22:31.869075 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba85ef3-21f7-47fd-ad40-ad0af050fb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=226dee29-b10f-4751-82d6-dac93bddd4d6,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:31.900622 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-49db7694-3869-4cdb-a82c-13de74a88a61 req-0ce6d9c8-527d-46ea-8d15-699a9966a736 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/security-groups?id=9241d4d4-f5f4-4038-8108-9a118bde88fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Aug 31 05:22:32.065593 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54836) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:32.119194 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2a7ae5eb-8942-4cc4-b4a5-a309d8219a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f057f64b25444f90a967c68739966da2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522304 Aug 31 05:22:32.122153 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:32.183556 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.206694 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.263629 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.266079 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.269681 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c037e259-b5d2-4f5f-9620-67103ce6f9b9 HTTP/1.1" status: 204 len: 168 time: 0.1437039 Aug 31 05:22:32.279752 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de55155-3bf2-4a24-aef6-b27f8a9b4f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037e259-b5d2-4f5f-9620-67103ce6f9b9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:32.300200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448335b-b6f6-4ca0-8e2e-710e6a625e32 req-e6dac593-467a-48df-b961-60178119202b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:32.302292 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a448335b-b6f6-4ca0-8e2e-710e6a625e32 req-e6dac593-467a-48df-b961-60178119202b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0734153 Aug 31 05:22:32.355661 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a448335b-b6f6-4ca0-8e2e-710e6a625e32 req-46e49917-a2ac-46da-9496-ef88f35e6f0b tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Aug 31 05:22:32.387172 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 232fcb92-caf5-482a-9e94-714b263f3ed9 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:32.422911 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 232fcb92-caf5-482a-9e94-714b263f3ed9 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:32.423482 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 232fcb92-caf5-482a-9e94-714b263f3ed9 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:32.424151 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device eca77b0c-e8e4-4cb1-8e85-36f54a64b91c no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:32.462465 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: eca77b0c-e8e4-4cb1-8e85-36f54a64b91c {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:32.463409 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device eca77b0c-e8e4-4cb1-8e85-36f54a64b91c not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:32.521854 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935f72-c933-4b9e-be55-51392b04b758 req-6fd679c3-93a1-4ca4-b92c-830f144d7367 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:32.524543 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a935f72-c933-4b9e-be55-51392b04b758 req-6fd679c3-93a1-4ca4-b92c-830f144d7367 tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 946 time: 0.0706699 Aug 31 05:22:32.659505 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Deleting port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:32.659863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.699663 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-83bd4839-43ca-4bed-a789-84bedb4d3217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.764244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] For port 82ba2a16-cdd1-4349-b6bf-f6a72651d117, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=82ba2a16-cdd1-4349-b6bf-f6a72651d117,segment=NetworkSegment(8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0),segment_id=8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:32.765329 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.781224 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Calling delete_port for 82ba2a16-cdd1-4349-b6bf-f6a72651d117 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:32.926659 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:32.940539 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['82ba2a16-cdd1-4349-b6bf-f6a72651d117'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:22:32.970319 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Pushing event deleted for resources: {'Port': ['ID=82ba2a16-cdd1-4349-b6bf-f6a72651d117,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:33.018388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] No DVR routers for this DVR port 82ba2a16-cdd1-4349-b6bf-f6a72651d117 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:33.021042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:33.023030 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a935f72-c933-4b9e-be55-51392b04b758 req-84c86daa-8b4b-4a60-a645-b398d696fb4d tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.35 "DELETE /v2.0/ports/82ba2a16-cdd1-4349-b6bf-f6a72651d117 HTTP/1.1" status: 204 len: 173 time: 0.4912732 Aug 31 05:22:33.023540 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'name': 'network-vif-deleted', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:33.025764 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d804403-171f-4098-aeb9-de39ec3841fc" -d '{"events": [{"server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "name": "network-vif-deleted", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:33.061434 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7535ef1c-70ee-4af3-b61b-e8ade1e16ac8 req-ca1bbec7-21f2-4844-bd35-1cd1fcb82eae tempest-AttachVolumeNegativeTest-272889664 tempest-AttachVolumeNegativeTest-272889664-project] 10.222.0.25 "GET /v2.0/ports?device_id=5727a2b7-dfcf-431f-9f00-dfafdd59883c HTTP/1.1" status: 200 len: 210 time: 0.0436265 Aug 31 05:22:33.069131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af8cdbf-8837-4fce-8e94-550e2bc9517e x-openstack-request-id: req-8af8cdbf-8837-4fce-8e94-550e2bc9517e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:33.069426 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5727a2b7-dfcf-431f-9f00-dfafdd59883c", "name": "network-vif-deleted", "tag": "82ba2a16-cdd1-4349-b6bf-f6a72651d117", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:33.069677 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8af8cdbf-8837-4fce-8e94-550e2bc9517e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:33.070142 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5727a2b7-dfcf-431f-9f00-dfafdd59883c', 'name': 'network-vif-deleted', 'tag': '82ba2a16-cdd1-4349-b6bf-f6a72651d117', 'status': 'completed', 'code': 200} Aug 31 05:22:33.482133 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f433-113d-495c-94af-1ae11eeac517 req-0327c58e-0d31-4c1f-a808-b3e100638555 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:33.483753 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e75f433-113d-495c-94af-1ae11eeac517 req-0327c58e-0d31-4c1f-a808-b3e100638555 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0579705 Aug 31 05:22:33.524976 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e75f433-113d-495c-94af-1ae11eeac517 req-c8a4d22f-9a02-4af5-8389-b8069303a35d tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/security-groups?id=97ab6a56-81ee-4e24-b306-c6aed2887fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Aug 31 05:22:34.122579 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54896) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:34.157457 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54898) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:34.175418 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Deleting subnet 72460adc-0277-4e13-9ddb-affb18e13f86 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:22:34.175702 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96d40a69-b3e6-4dee-b239-f170fd96df8e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:34.178169 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96d40a69-b3e6-4dee-b239-f170fd96df8e tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Aug 31 05:22:34.179274 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.222384 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.266015 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.284537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Deleting port 463e7363-1540-4043-bf4f-e4004b5a854f {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:34.284890 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.300254 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe22-524d-46a4-be9f-63592d19a451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.365196 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.379927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] For port 463e7363-1540-4043-bf4f-e4004b5a854f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=463e7363-1540-4043-bf4f-e4004b5a854f,segment=NetworkSegment(bd4f6f64-2839-4314-bb3b-fe9890830ec0),segment_id=bd4f6f64-2839-4314-bb3b-fe9890830ec0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:34.380533 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.394911 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Calling delete_port for 463e7363-1540-4043-bf4f-e4004b5a854f owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:34.408092 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.410007 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72460adc-0277-4e13-9ddb-affb18e13f86 HTTP/1.1" status: 204 len: 168 time: 0.2863302 Aug 31 05:22:34.412314 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130802a-4677-495b-8e44-fdbaf40ed557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72460adc-0277-4e13-9ddb-affb18e13f86,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:34.414045 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54902) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:34.520184 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe22-524d-46a4-be9f-63592d19a451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.523683 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.527361 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bed3fe22-524d-46a4-be9f-63592d19a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.549671 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.581040 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3fe22-524d-46a4-be9f-63592d19a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcccc632-dc8a-4cd6-9f05-cb18a382939b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:34.590274 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bed3fe22-524d-46a4-be9f-63592d19a451 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c390a17a15eb40638b94dabce84ebb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317749 Aug 31 05:22:34.593309 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Pushing event deleted for resources: {'Port': ['ID=463e7363-1540-4043-bf4f-e4004b5a854f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:34.595929 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54906) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:34.665699 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.675444 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ca1c9-81ed-4892-86fe-26100f0fc2d3']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:34.686370 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:34.686687 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1132e2-f2d1-41b9-911a-2eb16bdb2ca0') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:34.696283 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.701688 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] No DVR routers for this DVR port 463e7363-1540-4043-bf4f-e4004b5a854f on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:34.708055 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-48167610-7bbb-4128-a00d-8a399a59d9bb req-ca629de9-167f-40d8-9de7-2d0c741fbf8c tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.25 "GET /v2.0/ports?device_id=31da7953-7473-49d9-89f0-16cca75c0aa3 HTTP/1.1" status: 200 len: 210 time: 0.0712194 Aug 31 05:22:34.710280 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.712442 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-249509d3-fdcd-4f0c-ae02-697cae0c65c3 req-96733c5c-0e88-4f85-a0f8-5083a7cc4089 tempest-VolumesSnapshotTestJSON-603549306 tempest-VolumesSnapshotTestJSON-603549306-project] 10.222.0.35 "DELETE /v2.0/ports/463e7363-1540-4043-bf4f-e4004b5a854f HTTP/1.1" status: 204 len: 173 time: 0.5272071 Aug 31 05:22:34.712869 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.721256 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:22:34.721748 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:22:34.724214 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:22:34.751179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.774928 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.801949 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.808729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.813976 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c18ca1c9-81ed-4892-86fe-26100f0fc2d3 HTTP/1.1" status: 204 len: 168 time: 0.3918788 Aug 31 05:22:34.827350 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48796914-853e-4cfc-8898-c8fc07af28c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18ca1c9-81ed-4892-86fe-26100f0fc2d3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:34.837759 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.840654 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:34.842035 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcccc632-dc8a-4cd6-9f05-cb18a382939b HTTP/1.1" status: 204 len: 168 time: 0.2443037 Aug 31 05:22:34.857758 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3592-b22b-4f35-b123-7bfab1f9366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcccc632-dc8a-4cd6-9f05-cb18a382939b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:34.955312 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54912) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:35.007456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ec64bd3b-6b2c-4dd4-a84e-3ef35e0e06a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f29b9f58842406db6c791b1b0be0832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503018 Aug 31 05:22:35.010296 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54916) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:35.065635 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.075385 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'name': 'network-vif-deleted', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:35.077814 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc03e5-7782-4e70-998e-78e24a43f5c0" -d '{"events": [{"server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "name": "network-vif-deleted", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:35.100203 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.124351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18300726-c6ac-4b83-a68a-1a2206acd9a2 x-openstack-request-id: req-18300726-c6ac-4b83-a68a-1a2206acd9a2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:35.124644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da7953-7473-49d9-89f0-16cca75c0aa3", "name": "network-vif-deleted", "tag": "463e7363-1540-4043-bf4f-e4004b5a854f", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:35.124905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18300726-c6ac-4b83-a68a-1a2206acd9a2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:35.125297 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da7953-7473-49d9-89f0-16cca75c0aa3', 'name': 'network-vif-deleted', 'tag': '463e7363-1540-4043-bf4f-e4004b5a854f', 'status': 'completed', 'code': 200} Aug 31 05:22:35.156426 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 54920) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:35.164798 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.167674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.171545 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9241d4d4-f5f4-4038-8108-9a118bde88fd HTTP/1.1" status: 204 len: 168 time: 0.1602402 Aug 31 05:22:35.182108 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d79d1ae9-72b1-408b-a367-931eb5e09775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.184102 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fb3b5-b9c5-4ad1-8d35-4e6cfdf3a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9241d4d4-f5f4-4038-8108-9a118bde88fd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:35.311340 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d79d1ae9-72b1-408b-a367-931eb5e09775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.316176 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d79d1ae9-72b1-408b-a367-931eb5e09775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.355767 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d79d1ae9-72b1-408b-a367-931eb5e09775 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6d89215d88d4bf6ad8622c1ba118ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979773 Aug 31 05:22:35.356746 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d1ae9-72b1-408b-a367-931eb5e09775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e145fdc-1d55-46fd-ad39-57cbea312ed5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:35.358710 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 54924) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:35.447696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.471441 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.527434 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.530005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:35.531187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e145fdc-1d55-46fd-ad39-57cbea312ed5 HTTP/1.1" status: 204 len: 168 time: 0.1713302 Aug 31 05:22:35.539625 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d219a-b011-4ff7-92ef-448c41044b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e145fdc-1d55-46fd-ad39-57cbea312ed5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:35.690495 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:36.414857 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 463e7363-1540-4043-bf4f-e4004b5a854f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:36.436626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 463e7363-1540-4043-bf4f-e4004b5a854f {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:36.437247 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 463e7363-1540-4043-bf4f-e4004b5a854f not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:36.437665 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 82ba2a16-cdd1-4349-b6bf-f6a72651d117 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:22:36.457525 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 82ba2a16-cdd1-4349-b6bf-f6a72651d117 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:22:36.458603 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 82ba2a16-cdd1-4349-b6bf-f6a72651d117 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:22:36.981276 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-045b240f-5233-486b-a7f5-07977bb20240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:37.569246 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:39.095267 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:41.911168 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55098) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:42.040450 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fed7b52f-a7dc-4e51-98c2-a54b3694760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.138522 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fed7b52f-a7dc-4e51-98c2-a54b3694760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.142949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fed7b52f-a7dc-4e51-98c2-a54b3694760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.185891 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fed7b52f-a7dc-4e51-98c2-a54b3694760d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de89d3d210ed4f3ea3bff73bb1c283bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736146 Aug 31 05:22:42.186775 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7b52f-a7dc-4e51-98c2-a54b3694760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60bb75-e4bc-4d8c-a299-40b7dce3ebd5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:42.189197 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:42.241260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.264026 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.323611 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.326777 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.328062 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d60bb75-e4bc-4d8c-a299-40b7dce3ebd5 HTTP/1.1" status: 204 len: 168 time: 0.1377978 Aug 31 05:22:42.336714 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf9db2-d3ed-487f-8610-504fbe155aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60bb75-e4bc-4d8c-a299-40b7dce3ebd5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:42.614230 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55114) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:42.628831 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81fec3a5-5e8a-40cd-9bfe-81b3661ea0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.735196 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81fec3a5-5e8a-40cd-9bfe-81b3661ea0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.739802 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81fec3a5-5e8a-40cd-9bfe-81b3661ea0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.777853 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fec3a5-5e8a-40cd-9bfe-81b3661ea0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c135f-6084-48ae-86df-d81630531e30,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:42.782237 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-81fec3a5-5e8a-40cd-9bfe-81b3661ea0ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=487faf89cad74e568b7a6cef94765c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667745 Aug 31 05:22:42.784849 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55116) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:42.841206 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.865967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.919476 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.922584 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:42.923867 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/176c135f-6084-48ae-86df-d81630531e30 HTTP/1.1" status: 204 len: 168 time: 0.1380713 Aug 31 05:22:42.932425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49771db-bcbb-4c11-8a8a-ba4919d8f325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c135f-6084-48ae-86df-d81630531e30,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:45.297218 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.304819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55286) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:49.419613 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.519017 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.524068 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.564549 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e18eefb237c42669145ee78293775e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586255 Aug 31 05:22:49.565411 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8919c8ab-7730-4c66-91e0-7e75b99b0762,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:49.568044 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55290) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:49.573784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.574129 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.574473 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.574806 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.575150 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.575545 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.575817 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.576139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.576460 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.576778 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.577098 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.577414 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d55f8f-0b7c-46d7-a37f-1ddcdef50cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:22:49.623616 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.657610 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.715980 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.719075 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:49.720505 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8919c8ab-7730-4c66-91e0-7e75b99b0762 HTTP/1.1" status: 204 len: 168 time: 0.1510859 Aug 31 05:22:49.731984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffa6f3-3cc3-4be7-a5b1-f555dce0b623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919c8ab-7730-4c66-91e0-7e75b99b0762,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:50.011856 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:50.026569 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0ac3-d93c-4d30-8468-276b71e6f7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.124691 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0ac3-d93c-4d30-8468-276b71e6f7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.128811 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3ac0ac3-d93c-4d30-8468-276b71e6f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.171722 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-f3ac0ac3-d93c-4d30-8468-276b71e6f7a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89b3eb7bdb2549fbbbc068b77f790fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587334 Aug 31 05:22:50.172697 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac0ac3-d93c-4d30-8468-276b71e6f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079ae11-c21a-4bea-b24c-86e4b31cbcc2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:50.175244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55302) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:50.231000 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.254204 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.309979 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.312648 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:50.314339 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b079ae11-c21a-4bea-b24c-86e4b31cbcc2 HTTP/1.1" status: 204 len: 168 time: 0.1374006 Aug 31 05:22:50.323021 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e46aa-6922-4716-aab0-193ca637d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079ae11-c21a-4bea-b24c-86e4b31cbcc2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:52.815472 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55408) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:52.967360 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ffff7cef-4734-46f8-b17d-5cbd4a3552ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.132286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ffff7cef-4734-46f8-b17d-5cbd4a3552ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.137508 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ffff7cef-4734-46f8-b17d-5cbd4a3552ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.180565 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff7cef-4734-46f8-b17d-5cbd4a3552ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8919cc7e-6e81-46bc-9455-437ce73a52f3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:53.186135 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ffff7cef-4734-46f8-b17d-5cbd4a3552ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f130706a587f4dbb93c9d7b946c751c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694117 Aug 31 05:22:53.189005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55418) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:53.252192 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.278025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.349006 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.353886 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.355929 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8919cc7e-6e81-46bc-9455-437ce73a52f3 HTTP/1.1" status: 204 len: 168 time: 0.1654844 Aug 31 05:22:53.369567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf08b0-4475-41a8-99c5-2b48297b2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919cc7e-6e81-46bc-9455-437ce73a52f3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:53.779479 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55440) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:53.800999 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3fca4e7-9af3-4390-85ed-6fcc9f29cfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.954892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3fca4e7-9af3-4390-85ed-6fcc9f29cfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:53.960115 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3fca4e7-9af3-4390-85ed-6fcc9f29cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:54.008341 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-e3fca4e7-9af3-4390-85ed-6fcc9f29cfdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c139ba1674914927ab83937078c1a8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273889 Aug 31 05:22:54.009185 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca4e7-9af3-4390-85ed-6fcc9f29cfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a012096-de19-4d54-9f5b-df6e51071aa0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:54.010927 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:54.068575 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:54.097571 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:54.171500 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:54.174569 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:54.175894 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a012096-de19-4d54-9f5b-df6e51071aa0 HTTP/1.1" status: 204 len: 168 time: 0.1639364 Aug 31 05:22:54.191407 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9392ba4-44b6-4234-9c59-c92e78b07be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a012096-de19-4d54-9f5b-df6e51071aa0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:54.502385 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6e4f9-81fd-4cb6-93c7-c3b3a869baab req-85b292c9-c6bf-4425-a129-33cf89e84d55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:54.503996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0cf6e4f9-81fd-4cb6-93c7-c3b3a869baab req-85b292c9-c6bf-4425-a129-33cf89e84d55 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0558167 Aug 31 05:22:54.549952 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0cf6e4f9-81fd-4cb6-93c7-c3b3a869baab req-784b168a-0b03-4e0b-80d6-2f08e0128ad7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 Aug 31 05:22:55.620177 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55508) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:55.728375 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5264e88-6159-4b68-8f72-84da0143bc81 req-af151698-32bd-4f7e-98b8-a0d3f802a30a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:55.730120 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5264e88-6159-4b68-8f72-84da0143bc81 req-af151698-32bd-4f7e-98b8-a0d3f802a30a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0876260 Aug 31 05:22:55.770931 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16e5dd54-caca-40c7-93a4-9deacefea640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:55.806769 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5264e88-6159-4b68-8f72-84da0143bc81 req-b177d9a5-a5a9-499d-a01a-ae975f0a5fb5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652585 Aug 31 05:22:55.911669 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16e5dd54-caca-40c7-93a4-9deacefea640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:55.915871 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16e5dd54-caca-40c7-93a4-9deacefea640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:55.956058 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-16e5dd54-caca-40c7-93a4-9deacefea640 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9c7351adf98472ebfc9a616d08553b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342726 Aug 31 05:22:55.957190 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5dd54-caca-40c7-93a4-9deacefea640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0dbee-6764-47b9-a47b-4edc281accbd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:55.959804 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55512) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:56.021884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.048058 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.110272 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.113121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.114902 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15f0dbee-6764-47b9-a47b-4edc281accbd HTTP/1.1" status: 204 len: 168 time: 0.1525128 Aug 31 05:22:56.123822 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38050b-4e7b-42a9-8552-10362f28d6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0dbee-6764-47b9-a47b-4edc281accbd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:56.349558 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-987605e2-061c-459f-b804-5edede32dfb4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:56.351866 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-987605e2-061c-459f-b804-5edede32dfb4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0930028 Aug 31 05:22:56.495883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Deleting port a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:56.496467 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.634081 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] For port a2704d63-71d9-41da-a74b-8da28d78705e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a2704d63-71d9-41da-a74b-8da28d78705e,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:22:56.635210 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.983198 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.983602 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:56.983927 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Floating IP 4225a58e-a1ee-420a-8e45-d7fd011d6a18 disassociated. External IP: 172.27.2.56, port: a2704d63-71d9-41da-a74b-8da28d78705e. Aug 31 05:22:56.984282 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Calling delete_port for a2704d63-71d9-41da-a74b-8da28d78705e owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:22:57.012324 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b579a-a28a-496a-8b69-9ca21127fd5b req-7ca8d79e-31b6-4f7d-9f56-c30686a71423 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:57.014331 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b5b579a-a28a-496a-8b69-9ca21127fd5b req-7ca8d79e-31b6-4f7d-9f56-c30686a71423 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 947 time: 0.0934913 Aug 31 05:22:57.061421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55556) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:57.100643 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b5b579a-a28a-496a-8b69-9ca21127fd5b req-05a71d80-0a89-4e07-9c0f-0bff2704753f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d1530a4-e83f-43bf-b1f3-c72501a65ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558562 Aug 31 05:22:57.182223 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.183784 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1928812879-network', 'tenant_id': '2741631e40fe43d98684bd0087857ace'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:22:57.207141 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Made reservation on behalf of 2741631e40fe43d98684bd0087857ace for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:22:57.210242 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.214762 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'Port': ['ID=a2704d63-71d9-41da-a74b-8da28d78705e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:57.219408 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.340377 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.346287 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.363168 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:22:57.385117 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:22:57.402860 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:57.411723 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.412265 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Added segment 9b72a398-eb93-40a7-81d6-1183e513feb6 of type vlan for network bf939528-391e-4fcf-b74e-7a06f4df5782 Aug 31 05:22:57.480404 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.500511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:22:57.520597 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:22:57.521804 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.523624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:57.526275 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.544745 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:22:57.545499 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:57.582024 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] No DVR routers for this DVR port a2704d63-71d9-41da-a74b-8da28d78705e on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:22:57.585151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.587268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d54c64e9-85f5-4379-9024-9bcfed44697b req-f1963be2-9f37-4df5-af32-b7095b1cb9b6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "DELETE /v2.0/ports/a2704d63-71d9-41da-a74b-8da28d78705e HTTP/1.1" status: 204 len: 173 time: 1.2264984 Aug 31 05:22:57.587791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-deleted', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:22:57.590304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed59b40-8457-413e-a467-1a6a42fe5918" -d '{"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-deleted", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:22:57.644485 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf939528-391e-4fcf-b74e-7a06f4df5782,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:57.652850 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ca49ca81-c1bc-4bfc-82aa-327882886bc5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5900896 Aug 31 05:22:57.656108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55568) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:57.683514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Request body: {'subnet': {'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1928812879-subnet', 'tenant_id': '2741631e40fe43d98684bd0087857ace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:22:57.693259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8de5a80-b8d0-4f72-8421-c601570b86fa x-openstack-request-id: req-d8de5a80-b8d0-4f72-8421-c601570b86fa {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:22:57.693708 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49ad66f-293c-40b2-8970-3564782b420a", "name": "network-vif-deleted", "tag": "a2704d63-71d9-41da-a74b-8da28d78705e", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:22:57.694163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8de5a80-b8d0-4f72-8421-c601570b86fa {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:22:57.694742 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49ad66f-293c-40b2-8970-3564782b420a', 'name': 'network-vif-deleted', 'tag': 'a2704d63-71d9-41da-a74b-8da28d78705e', 'status': 'completed', 'code': 200} Aug 31 05:22:57.701143 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network bf939528-391e-4fcf-b74e-7a06f4df5782 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:22:57.703280 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:22:57.732432 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Made reservation on behalf of 2741631e40fe43d98684bd0087857ace for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:22:57.740649 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9841726'] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:57.829133 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:22:58.068949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9841704'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:58.092257 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:58.140943 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b3062f-71c9-4f49-b4bd-abbd71711fe7,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:58.143359 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:22:58.154909 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Checking segment: {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:22:58.155791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Network hostable DHCP agents. Network: bf939528-391e-4fcf-b74e-7a06f4df5782, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:22:58.160120 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:22:58.162932 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:58.180937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Network bf939528-391e-4fcf-b74e-7a06f4df5782 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:22:58.195550 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, bf939528-391e-4fcf-b74e-7a06f4df5782) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:22:58.210379 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:22:58.211037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:58.235907 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-cda1fb4a-52d7-4205-8970-9c5c4571e630 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5782397 Aug 31 05:22:58.303833 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fa99900-5554-4531-b165-f0f1ec7b1524 req-3168976e-868e-4f9a-8c9d-183df2c69f64 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49ad66f-293c-40b2-8970-3564782b420a HTTP/1.1" status: 200 len: 210 time: 0.0500841 Aug 31 05:22:58.434737 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c31b8b-d75b-46ea-a71f-10b53491470a None None] Network bf939528-391e-4fcf-b74e-7a06f4df5782 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:22:58.589441 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:22:58.725638 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b86f13-87c8-48d4-9eb5-93842c85f290 None None] Network bf939528-391e-4fcf-b74e-7a06f4df5782 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:22:59.020821 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:22:59.056742 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4257cfe3-4511-46ba-94c9-5da00bf2499d None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:22:59.390989 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393a4ff-7258-4862-aed7-53dcb1e19941 None None] New status for floating IP 4225a58e-a1ee-420a-8e45-d7fd011d6a18: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:22:59.410219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:59.488839 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.521861 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.590400 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.593043 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.594260 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d1530a4-e83f-43bf-b1f3-c72501a65ad0 HTTP/1.1" status: 204 len: 168 time: 0.1824763 Aug 31 05:22:59.598896 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55612) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:59.610642 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcd405-0d2a-4307-a01f-a9ba2c0fbec6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1530a4-e83f-43bf-b1f3-c72501a65ad0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:22:59.637206 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.api.v2.resource [None req-bcbb1191-94ff-4c9a-a187-95d3d4fbb018 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] show failed (client error): The resource could not be found. Aug 31 05:22:59.642047 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-bcbb1191-94ff-4c9a-a187-95d3d4fbb018 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups/4d1530a4-e83f-43bf-b1f3-c72501a65ad0 HTTP/1.1" status: 404 len: 347 time: 0.0419075 Aug 31 05:22:59.642325 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:22:59.815037 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Deleting port 4a9b58df-6bac-4fc9-b603-d3767623248f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:22:59.815358 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.896598 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.896950 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:22:59.911889 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Calling delete_port for 4a9b58df-6bac-4fc9-b603-d3767623248f owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:23:00.393888 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:00.435452 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'Port': ['ID=4a9b58df-6bac-4fc9-b603-d3767623248f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:00.523323 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:00.526757 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:23:00.527405 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:00.532648 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-eb7c08f8-57ee-4dd5-b572-324bd7cc53be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "DELETE /v2.0/floatingips/4225a58e-a1ee-420a-8e45-d7fd011d6a18 HTTP/1.1" status: 204 len: 168 time: 0.8886502 Aug 31 05:23:00.560170 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: a2704d63-71d9-41da-a74b-8da28d78705e {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:23:00.560724 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a2704d63-71d9-41da-a74b-8da28d78705e not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:23:00.573461 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-4a649179-a3a5-4c98-8418-3b5d1932af9f tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:00.574791 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-4a649179-a3a5-4c98-8418-3b5d1932af9f tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/networks?id=bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 200 len: 809 time: 0.2499189 Aug 31 05:23:00.607354 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-c22657ce-0e56-4e49-a1ec-7a4ef126d6b0 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/quotas/2741631e40fe43d98684bd0087857ace HTTP/1.1" status: 200 len: 375 time: 0.0193956 Aug 31 05:23:00.617057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b24d1-b23a-42a5-8de9-ead1a6c7fe7b req-a0848183-bf16-444b-a173-73c63dd44507 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:00.618650 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9c8b24d1-b23a-42a5-8de9-ead1a6c7fe7b req-a0848183-bf16-444b-a173-73c63dd44507 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.1373312 Aug 31 05:23:00.656013 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-2d22a11b-34fd-49c2-95d1-d8665c44c53f tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361328 Aug 31 05:23:00.739937 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9c8b24d1-b23a-42a5-8de9-ead1a6c7fe7b req-61ab31eb-aed7-42bc-9fe4-50350d89d1ec tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109045 Aug 31 05:23:00.800277 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3db12e11-a460-4144-a87b-cb695423795f service neutron] 10.222.0.25 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352565 Aug 31 05:23:00.912543 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-c8642ea2-e972-4de4-bfe8-de03c2eafa56 service neutron] 10.222.0.25 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040187 Aug 31 05:23:01.043509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55670) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:01.051980 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373407641', 'description': 'tempest-description--1530894814'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:01.138705 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e3de61dd-c24b-4c46-a551-1ca66be6d283 req-8cd9404c-07c3-441b-9107-1ff5007797a1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 210 time: 0.0465736 Aug 31 05:23:01.139620 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.285810 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.293773 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.338797 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.340929 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2956517 Aug 31 05:23:01.343910 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55680) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:01.350326 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group_rule': {'security_group_id': '9388a07f-efd7-4912-9950-21f96a4ed902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:01.358076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ef1e-abed-4681-acdf-305bf4b699ca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9388a07f-efd7-4912-9950-21f96a4ed902,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:01.384265 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.473276 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.479932 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.499898 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef189dff-32ad-4797-b3e8-b44d1a4a13cc,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:01.512283 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.513688 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bf1e3091-f42d-4745-abaf-15a6025d98b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687124 Aug 31 05:23:01.516740 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55690) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:01.522944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'security_group_rule': {'security_group_id': '9388a07f-efd7-4912-9950-21f96a4ed902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:01.568022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.670878 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.680234 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.722627 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7befc8-5727-4e3d-8d8a-45898e125aaa,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:01.728306 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:01.731625 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3cbc888a-067b-46e2-9a34-d20a85658f44 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2121434 Aug 31 05:23:01.735040 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55696) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:01.741539 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:01.798738 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:02.456681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245d5c-c64f-4b51-a8d1-ca805a258117 req-060dc308-96e9-4e57-9735-6edc108a19c0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:02.460210 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-45245d5c-c64f-4b51-a8d1-ca805a258117 req-060dc308-96e9-4e57-9735-6edc108a19c0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.5772588 Aug 31 05:23:02.518251 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e44f703b-662f-4a48-bb18-a4a019aa9890 req-ed29a033-4a1b-4b4f-9bc4-dc91f81c1d3e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 210 time: 0.1908057 Aug 31 05:23:02.695357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bd1b7ac6-f96e-4e7e-9894-399878dd5f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:02.724067 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55710) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:02.730268 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-28ff8de2-1d8b-4f6b-b0f4-02bb39775894 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:02.732926 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-28ff8de2-1d8b-4f6b-b0f4-02bb39775894 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.3369105 Aug 31 05:23:02.749299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-45245d5c-c64f-4b51-a8d1-ca805a258117 req-ec4a083e-1064-4daf-ad97-4c01b953a484 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466455 Aug 31 05:23:02.776805 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Deleting subnet 3881629c-b25b-4f49-afed-49c329b98ccb {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:23:02.784951 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:02.803685 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-78f99605-e143-490d-8147-c5317de7ec02 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:02.805328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-78f99605-e143-490d-8147-c5317de7ec02 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "GET /v2.0/networks?id=bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 200 len: 809 time: 0.4804103 Aug 31 05:23:02.823715 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Request body: {'port': {'device_id': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782', 'admin_state_up': True, 'tenant_id': '2741631e40fe43d98684bd0087857ace'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:02.833550 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:02.835214 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:02.913588 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.035370 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.075193 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Deleting port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:23:03.075569 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.093121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.096754 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3881629c-b25b-4f49-afed-49c329b98ccb HTTP/1.1" status: 204 len: 168 time: 0.3711064 Aug 31 05:23:03.099204 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8bd67-604b-4bd1-957a-9c7a514d42af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3881629c-b25b-4f49-afed-49c329b98ccb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:03.103575 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Allocated IP 172.27.2.167 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/ebccb63a-96f7-4c2e-997a-c40e067a4360) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:03.103803 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55722) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:03.139706 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Made reservation on behalf of 2741631e40fe43d98684bd0087857ace for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:23:03.143243 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.241718 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.324820 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] For port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:03.325172 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.368150 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.382261 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95d5015-8db6-4d93-ac0a-05d80703c6c6']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:03.400169 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4f6f64-2839-4314-bb3b-fe9890830ec0') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:03.400550 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4f6f64-2839-4314-bb3b-fe9890830ec0') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:03.417593 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.443399 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.454066 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:23:03.454575 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:23:03.457045 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:23:03.471766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.531389 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.542933 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Allocated IP 172.20.0.13 (bf939528-391e-4fcf-b74e-7a06f4df5782/27b3062f-71c9-4f49-b4bd-abbd71711fe7/05d87e74-4711-4cc9-b0f6-d7d96328613a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:03.568278 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.573154 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] 10.222.0.25 "DELETE /v2.0/networks/d95d5015-8db6-4d93-ac0a-05d80703c6c6 HTTP/1.1" status: 204 len: 168 time: 0.4663527 Aug 31 05:23:03.576858 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a084b7d-c375-46e5-a8c8-dcc6f266a82a admin admin] Pushing event deleted for resources: {'Network': ['ID=d95d5015-8db6-4d93-ac0a-05d80703c6c6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:03.736328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3033424a-c303-4564-a3b3-af910bf9baef req-e94747f2-cd6c-4f5f-a4e7-df777a58899a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 210 time: 0.0637538 Aug 31 05:23:03.749878 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55730) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:03.793366 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.796837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.797392 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.797563 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Floating IP df8ac2fa-4ec5-4d9e-be9b-885818969d69 disassociated. External IP: 172.27.2.12, port: 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28. Aug 31 05:23:03.797914 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Calling delete_port for 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:23:03.842415 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8101e181-3f19-43f3-a64a-3d52000be5ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1c4195fa6174bb3a0be4352b54628d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897155 Aug 31 05:23:03.845323 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55734) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:03.916425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:03.925534 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.958535 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:03.968488 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:03.971684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:03.991516 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=ebccb63a-96f7-4c2e-997a-c40e067a4360,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:04.064798 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.069487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.071529 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97ab6a56-81ee-4e24-b306-c6aed2887fe2 HTTP/1.1" status: 204 len: 168 time: 0.2248170 Aug 31 05:23:04.083149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a98517-05a9-449e-b491-90f68ae881d1 req-45defdac-d59d-48ae-a4bf-c67f086a48dc tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:04.084822 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-04a98517-05a9-449e-b491-90f68ae881d1 req-45defdac-d59d-48ae-a4bf-c67f086a48dc tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 945 time: 0.2236326 Aug 31 05:23:04.086055 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52511dd-637b-4077-a9bf-a99a8ee5a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab6a56-81ee-4e24-b306-c6aed2887fe2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:04.096819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.206726 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-04a98517-05a9-449e-b491-90f68ae881d1 req-5bfe9692-4cd4-45aa-862f-0818883b6cb1 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=15466058-1803-4ed3-98b5-df65ae0c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057887 Aug 31 05:23:04.249807 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.279897 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.323061 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'Port': ['ID=40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:04.392982 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Network bf939528-391e-4fcf-b74e-7a06f4df5782 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:04.401754 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.449622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:04.456542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:04.514552 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Pushing event updated for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:04.580379 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.588397 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:04.589085 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:04.658341 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-d1e78a07-6987-44cd-99f0-84f4bc684207 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8415098 Aug 31 05:23:04.680604 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:23:05.075952 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb909611-8070-4c10-8f8c-e789c36d35bc req-b32245b1-f0ad-486e-9023-d26d276f8fe6 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:05.078204 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fb909611-8070-4c10-8f8c-e789c36d35bc req-b32245b1-f0ad-486e-9023-d26d276f8fe6 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 932 time: 0.2306464 Aug 31 05:23:05.140419 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:23:05.151742 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.154618 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:23:05.170018 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:05.170762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:05.193098 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.233462 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] No DVR routers for this DVR port 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:23:05.245704 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fb909611-8070-4c10-8f8c-e789c36d35bc req-21832e05-c2d0-481e-a455-90adb676bb2c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556261 Aug 31 05:23:05.248562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.252185 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0b808d99-a471-4891-81db-afff8ea7eb36 req-45889ec9-206c-4854-9003-6f99fd5a2a29 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "DELETE /v2.0/ports/40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 HTTP/1.1" status: 204 len: 173 time: 2.4980175 Aug 31 05:23:05.287521 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'name': 'network-vif-deleted', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:05.291673 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cff3afe-11cc-405f-b8ad-49d09fd756b0" -d '{"events": [{"server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "name": "network-vif-deleted", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:05.322412 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:05.383375 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c20de-9c45-48a9-a5c6-6b19cace193a x-openstack-request-id: req-472c20de-9c45-48a9-a5c6-6b19cace193a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:05.383887 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc2c3c-86f3-4bbc-8dda-d8d634ac4705", "name": "network-vif-deleted", "tag": "40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:05.384266 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-472c20de-9c45-48a9-a5c6-6b19cace193a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:05.384909 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc2c3c-86f3-4bbc-8dda-d8d634ac4705', 'name': 'network-vif-deleted', 'tag': '40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28', 'status': 'completed', 'code': 200} Aug 31 05:23:05.430264 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9be0a487-dd56-487b-8719-648fb1a460af req-8d2d6d73-5ccb-47b5-a093-687008f60f35 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.0734499 Aug 31 05:23:05.430985 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=ebccb63a-96f7-4c2e-997a-c40e067a4360,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:05.454560 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.476946 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.478810 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-4ce1657a-6912-436c-9152-318a02c5e98b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7416825 Aug 31 05:23:05.570015 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:05.599006 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:23:05.608790 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:05.609427 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:22:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:05.703704 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-49ece6da-3a38-4c13-91f3-9071b05f1c8a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1373407641&fields=id&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 267 time: 0.0368018 Aug 31 05:23:05.716507 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:05.742802 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:05.827203 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-5320038d-017e-43c2-8c27-021b8212e730 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:05.829017 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-5320038d-017e-43c2-8c27-021b8212e730 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 817 time: 0.1157947 Aug 31 05:23:05.845571 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-cdeeebe4-a2d6-4af6-8734-951341875f43 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/quotas/1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 375 time: 0.0101795 Aug 31 05:23:05.913702 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-7d9d5fd9-f469-4f25-9be6-622dee3ac2af tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606284 Aug 31 05:23:05.986488 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:06.015093 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1545b-ac91-4b17-8e95-877145170e57 None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:23:06.029760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-01e96d62-1d2e-419c-90e0-670b51949b11 service neutron] 10.222.0.25 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014726 Aug 31 05:23:06.148803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-013e6ebd-feb0-45cd-bef9-60d44d87cd18 service neutron] 10.222.0.25 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075187 Aug 31 05:23:06.231382 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Request body: {'port': {'device_id': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:06.324555 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f160f54-dbc7-4059-896f-c358d825d821 None None] New status for floating IP df8ac2fa-4ec5-4d9e-be9b-885818969d69: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:23:06.630103 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6402bb82-915b-4dc7-af2a-b59d3e036e11 req-e9e4055b-c5c4-42d8-9ced-f6a8965110bb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 210 time: 0.0496416 Aug 31 05:23:06.667784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:06.743327 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57f1e-c25f-42b2-97a9-c59d050dfd71 req-e0dcff87-9e92-4d02-954d-d03fbfeef85a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:06.746045 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6c57f1e-c25f-42b2-97a9-c59d050dfd71 req-e0dcff87-9e92-4d02-954d-d03fbfeef85a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 932 time: 0.1752155 Aug 31 05:23:06.828409 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0ba162f8-53a3-4f4b-8cd3-1acc9d7f178c req-3ae2d68b-3014-469b-ac41-11cf694a9ab0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.0777757 Aug 31 05:23:06.947490 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6c57f1e-c25f-42b2-97a9-c59d050dfd71 req-af104fb6-b8bd-47ba-96b5-8bf9f921361b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950738 Aug 31 05:23:06.982719 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-65a538df-68f6-4255-867c-a7f3186129df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.138313 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d87e74-4711-4cc9-b0f6-d7d96328613a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:07.152092 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.172011 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Transition to ACTIVE for port object 05d87e74-4711-4cc9-b0f6-d7d96328613a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:07.176759 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.262068 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Pushing event updated for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:07.328977 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Attempting to bind port 05d87e74-4711-4cc9-b0f6-d7d96328613a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:23:07.329319 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Attempting to bind port 05d87e74-4711-4cc9-b0f6-d7d96328613a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:23:07.329658 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Attempting to bind port 05d87e74-4711-4cc9-b0f6-d7d96328613a on network bf939528-391e-4fcf-b74e-7a06f4df5782 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:07.335090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Port 05d87e74-4711-4cc9-b0f6-d7d96328613a on network bf939528-391e-4fcf-b74e-7a06f4df5782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:23:07.335461 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Attempting to bind port 05d87e74-4711-4cc9-b0f6-d7d96328613a on network bf939528-391e-4fcf-b74e-7a06f4df5782 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:07.341025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:23:07.341366 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Checking segment: {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:23:07.341760 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Bound using segment: {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:23:07.342205 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Bound port: 05d87e74-4711-4cc9-b0f6-d7d96328613a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:23:07.342575 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.411751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:23:07.415208 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:23:07.420767 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.462833 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:07.463506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.464970 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] 10.222.0.35 "PUT /v2.0/ports/05d87e74-4711-4cc9-b0f6-d7d96328613a HTTP/1.1" status: 200 len: 1094 time: 1.2447770 Aug 31 05:23:07.465437 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:07.467782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:07.494302 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd24870-a44f-4ac4-b176-85f15cd0fae7 service neutron] Pushing event updated for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:07.508347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab65202-bfbe-478b-ba7e-0d80932dc574 x-openstack-request-id: req-7ab65202-bfbe-478b-ba7e-0d80932dc574 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:07.508688 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:07.508976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ab65202-bfbe-478b-ba7e-0d80932dc574 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:07.509431 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a', 'status': 'completed', 'code': 200} Aug 31 05:23:07.570601 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:07.751728 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-04503e9f-3240-42a6-92ca-1936106c7786 req-97e330ce-f11a-4f1a-aeae-fa6319370567 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 210 time: 0.0282586 Aug 31 05:23:08.149966 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-efc8ae41-5f9e-4268-8f13-872ace10d31b req-bec333db-1be8-4ef7-b318-50da2a1614c9 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.2271447 Aug 31 05:23:08.214674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9655c-7913-4358-a501-529534efd67c req-e4da93f1-f24e-44be-a951-28f38248531c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:08.216194 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-deb9655c-7913-4358-a501-529534efd67c req-e4da93f1-f24e-44be-a951-28f38248531c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 944 time: 0.1842818 Aug 31 05:23:08.260648 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-deb9655c-7913-4358-a501-529534efd67c req-cf5c57ae-355a-467a-94b6-15717cd949a1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Aug 31 05:23:08.877262 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0cd815ca-1196-47db-9339-9cb88c2e3f7b req-068c9a4a-4214-4e84-8d73-99eeb6b852ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 210 time: 0.0520806 Aug 31 05:23:09.096040 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:09.197553 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:23:09.243798 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:23:09.244324 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 40c3d2c2-7c2b-451c-abb1-6f08eb4dfb28 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:23:09.351629 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cdcadb25-3c6a-4bae-8bdc-c60355fc0690 req-0484c037-65db-49ef-a873-9af4e11be841 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=37bc2c3c-86f3-4bbc-8dda-d8d634ac4705 HTTP/1.1" status: 200 len: 210 time: 0.0529897 Aug 31 05:23:09.368460 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-ba0653dd-a68d-492b-b0a2-32f03523657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:09.371151 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-ba0653dd-a68d-492b-b0a2-32f03523657e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 1097 time: 0.1406901 Aug 31 05:23:09.527184 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933f94f-5980-46fb-b5e4-951d8c459d28 req-cba256b8-ab3e-4139-bb72-0e086d52c1c1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:09.528788 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3933f94f-5980-46fb-b5e4-951d8c459d28 req-cba256b8-ab3e-4139-bb72-0e086d52c1c1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 944 time: 0.1441939 Aug 31 05:23:09.532194 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-5725f785-f710-4465-9805-7cc1a1c002b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:09.533661 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-5725f785-f710-4465-9805-7cc1a1c002b9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2741631e40fe43d98684bd0087857ace&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1528773 Aug 31 05:23:09.690144 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3933f94f-5980-46fb-b5e4-951d8c459d28 req-8360912b-5bd3-4861-8c89-04dadf018c7e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532631 Aug 31 05:23:09.747158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-36de3f4c-1f31-49d3-8591-0efc3232166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:09.748741 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9dea9d9d-1cb5-447e-9b88-7b45ec4e3e0f req-36de3f4c-1f31-49d3-8591-0efc3232166d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2040293 Aug 31 05:23:09.843181 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-b3e8e633-8b6d-43b1-8498-f52a783744f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:09.844422 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-b3e8e633-8b6d-43b1-8498-f52a783744f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 1097 time: 0.0466945 Aug 31 05:23:09.899240 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-68974ef7-ce44-43fa-a758-37754c226c09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a HTTP/1.1" status: 200 len: 217 time: 0.0464959 Aug 31 05:23:10.029306 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9cba5d11-75cf-4394-af4a-9dc9b0484be9 req-93f465f0-671c-4a1a-86fb-d0c71aee4abc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 210 time: 0.0479972 Aug 31 05:23:10.039758 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-f2aa660a-08f6-4512-9fff-c92525d24461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:10.041221 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-f2aa660a-08f6-4512-9fff-c92525d24461 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27b3062f-71c9-4f49-b4bd-abbd71711fe7 HTTP/1.1" status: 200 len: 849 time: 0.1282632 Aug 31 05:23:10.085768 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-a2f0c3a5-bad4-44a2-86ff-2a517b792a02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf939528-391e-4fcf-b74e-7a06f4df5782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357437 Aug 31 05:23:10.112068 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-99542053-f2ad-4f0b-92dd-93c26efa8e7e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:10.113447 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-99542053-f2ad-4f0b-92dd-93c26efa8e7e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 817 time: 0.2248323 Aug 31 05:23:10.198295 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-60306bfa-3e40-4013-b997-e65fe2a0c972 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 380 time: 0.0737271 Aug 31 05:23:10.209217 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'port': {'device_id': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'admin_state_up': True, 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'security_groups': ['9388a07f-efd7-4912-9950-21f96a4ed902']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:10.272237 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-fb43188f-5b47-48dd-8195-521b0bd9271e service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768191 Aug 31 05:23:10.401342 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Made reservation on behalf of 1fcee2c445594047a09efda8a357b3a3 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:23:10.404832 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.420151 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7d62959-d894-4bf9-a9b4-2238ecb3684f req-4751b348-37d4-40a2-a3bb-7e96a13dc647 service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384704 Aug 31 05:23:10.494074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55828) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:10.585784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Allocated IP 172.20.0.13 (881c4512-eeef-4614-9316-347820720107/05d519a2-6f2e-4d28-b782-6e4b4d130155/a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:10.610079 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.653727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.785073 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.787774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.791991 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "DELETE /v2.0/security-groups/15466058-1803-4ed3-98b5-df65ae0c87b6 HTTP/1.1" status: 204 len: 168 time: 0.2916913 Aug 31 05:23:10.792370 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55832) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:10.807270 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.api.v2.resource [None req-21e69714-fc25-44fd-972e-60ab60b45964 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] show failed (client error): The resource could not be found. Aug 31 05:23:10.814398 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-21e69714-fc25-44fd-972e-60ab60b45964 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups/15466058-1803-4ed3-98b5-df65ae0c87b6 HTTP/1.1" status: 404 len: 347 time: 0.0180225 Aug 31 05:23:10.814884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55834) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:10.835172 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd7ac-a98a-44f9-8b25-2703f255e628 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15466058-1803-4ed3-98b5-df65ae0c87b6,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:10.843568 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.864150 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Transition to ACTIVE for port object a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:10.882457 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b87d3-ca49-4f01-98f3-d1740b94896e req-005831f4-c6f9-4b50-abcf-9ad999c8cb1e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:10.884100 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-907b87d3-ca49-4f01-98f3-d1740b94896e req-005831f4-c6f9-4b50-abcf-9ad999c8cb1e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 944 time: 0.1065116 Aug 31 05:23:10.945504 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-907b87d3-ca49-4f01-98f3-d1740b94896e req-e79d0439-7ae8-494a-9e9d-498e91250325 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536718 Aug 31 05:23:10.946631 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.955841 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Deleting port 977d635c-d3b2-40a0-ae11-2793443f0528 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:23:10.955841 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:10.990692 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Network 881c4512-eeef-4614-9316-347820720107 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:10.994142 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:11.000681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:11.052481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:11.082803 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.083392 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.085308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:11.086215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.113517 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-6f6cde4a-6c39-4551-856a-6c4f2e0d502c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9088166 Aug 31 05:23:11.116682 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Calling delete_port for 977d635c-d3b2-40a0-ae11-2793443f0528 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:23:11.128534 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Request body: {'port': {'device_id': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:11.245664 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.269352 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cb2d7-f02e-441a-a99b-69da25413bb5 req-f81a29ec-2ac2-4105-a449-77504c570c5a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:11.271211 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dc2cb2d7-f02e-441a-a99b-69da25413bb5 req-f81a29ec-2ac2-4105-a449-77504c570c5a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 932 time: 0.1064599 Aug 31 05:23:11.321480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.350078 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'Port': ['ID=977d635c-d3b2-40a0-ae11-2793443f0528,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:11.362769 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-33c9c111-127a-4a51-a336-a3001a2a932b None None] Provisioning for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:11.368266 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-33c9c111-127a-4a51-a336-a3001a2a932b None None] Provisioning complete for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:11.368884 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-33c9c111-127a-4a51-a336-a3001a2a932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.416057 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-33c9c111-127a-4a51-a336-a3001a2a932b None None] Port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:23:11.419941 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.423461 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.424887 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ede5271e-934b-42e2-b794-f38075b19424 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "DELETE /v2.0/floatingips/df8ac2fa-4ec5-4d9e-be9b-885818969d69 HTTP/1.1" status: 204 len: 168 time: 0.6089630 Aug 31 05:23:11.441570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dc2cb2d7-f02e-441a-a99b-69da25413bb5 req-c67e6ca5-f946-46fb-a8ee-e68b0dfc942e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357672 Aug 31 05:23:11.628555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:11.636737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.654204 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Transition to ACTIVE for port object a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:11.660564 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.718403 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:11.782038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55860) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:11.787907 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207857094', 'description': 'tempest-description--1557302698'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:11.806234 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Attempting to bind port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:23:11.806593 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Attempting to bind port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:23:11.806930 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Attempting to bind port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:11.813140 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 on network 881c4512-eeef-4614-9316-347820720107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:23:11.813408 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Attempting to bind port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 on network 881c4512-eeef-4614-9316-347820720107 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:11.819657 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:23:11.820003 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Checking segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:23:11.820405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Bound using segment: {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:23:11.820894 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Bound port: a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092742d2-1e54-4cc0-9332-ccc52c6716e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '881c4512-eeef-4614-9316-347820720107'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:23:11.821262 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.821984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.914555 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:23:11.918906 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:23:11.924579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.946459 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.952275 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.961848 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:11.962488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:11.964182 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] 10.222.0.35 "PUT /v2.0/ports/a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 1094 time: 0.8419385 Aug 31 05:23:11.964594 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:11.966856 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1a579-b45a-46ff-b5e4-837969940103" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:11.994835 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686b8d-6a4a-466f-b0e6-65f9ac4af25e service neutron] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:11.997991 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.007411 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2237248 Aug 31 05:23:12.009769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 55866) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:12.015347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group_rule': {'security_group_id': '0da8ed81-d233-4e77-afc1-bd0b835e6b63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:12.029881 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaf2f3-a486-406d-bbf4-7675c915ba43 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8ed81-d233-4e77-afc1-bd0b835e6b63,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:12.055161 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cdea00-43e6-4cf5-8a0c-d7e9b919e7a6 x-openstack-request-id: req-24cdea00-43e6-4cf5-8a0c-d7e9b919e7a6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:12.055465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:12.055858 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24cdea00-43e6-4cf5-8a0c-d7e9b919e7a6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:12.056335 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'status': 'completed', 'code': 200} Aug 31 05:23:12.130092 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.137323 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-1cf5e00b-665d-4604-bc84-701a1e5bf6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.138868 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-1cf5e00b-665d-4604-bc84-701a1e5bf6ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1097 time: 0.1167667 Aug 31 05:23:12.174951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592dd2-b97a-47b8-a6f8-9aca90f611b4 req-266bbc69-e7a8-4a9f-aa05-de18590ebc25 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.176534 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3c592dd2-b97a-47b8-a6f8-9aca90f611b4 req-266bbc69-e7a8-4a9f-aa05-de18590ebc25 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 944 time: 0.1143038 Aug 31 05:23:12.217215 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-43615fd8-a40e-4bc3-9dee-6f5e79745313 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 217 time: 0.0675304 Aug 31 05:23:12.311599 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.316190 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-3e97681d-c1d3-455f-acbf-43f8f5ce734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.319020 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-3e97681d-c1d3-455f-acbf-43f8f5ce734e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0926597 Aug 31 05:23:12.322784 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3c592dd2-b97a-47b8-a6f8-9aca90f611b4 req-60a98c3e-e0c2-4026-b64b-6c700f9a6fb4 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173093 Aug 31 05:23:12.323407 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.368010 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ada11af-5567-4907-a248-18fafcae1b13,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:12.379021 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.381403 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-92898eac-a43f-44ae-9dff-cbda6185289a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704760 Aug 31 05:23:12.384513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55868) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:12.389513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'security_group_rule': {'security_group_id': '0da8ed81-d233-4e77-afc1-bd0b835e6b63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:12.391611 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-4c07cc92-6216-4c93-a550-1c9753c714cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.393117 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-4c07cc92-6216-4c93-a550-1c9753c714cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0650055 Aug 31 05:23:12.420356 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.469363 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.473036 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.491571 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d97e9-1743-48fb-8d23-9c4a5937bcab,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:12.493952 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-77a5e119-f5b7-447b-8a0f-0092a1375a3f service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928755 Aug 31 05:23:12.497908 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.499051 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a3f25caa-dfb2-4b2a-9f1d-241e230aa5f4 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133790 Aug 31 05:23:12.502126 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 55872) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:12.507404 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:12.534441 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.634064 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a13ad6-6650-4ab8-89eb-f80fd76b4372 req-5c353511-3ffd-406d-b255-67a3eafa2449 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.635643 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73a13ad6-6650-4ab8-89eb-f80fd76b4372 req-5c353511-3ffd-406d-b255-67a3eafa2449 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0731494 Aug 31 05:23:12.662693 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bfb4c59-b843-400d-b45b-5e33cecbefb6 req-edcd1b33-4c9b-4cbc-a748-299ade16b485 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594279 Aug 31 05:23:12.669772 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.701554 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73a13ad6-6650-4ab8-89eb-f80fd76b4372 req-71c6ad1a-f93d-442b-93dd-ab3285bd8101 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509319 Aug 31 05:23:12.771808 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-42f61b39-cd94-4381-961d-97676179734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.773343 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-42f61b39-cd94-4381-961d-97676179734a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1097 time: 0.0606096 Aug 31 05:23:12.805353 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Allocated IP 172.27.2.123 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/b07f396b-0d86-483d-a198-fef42b9ae9bf) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:12.889508 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-2319c243-26e6-4d41-9f42-96ac665778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:12.891072 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-2319c243-26e6-4d41-9f42-96ac665778f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.1098964 Aug 31 05:23:12.933260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:12.978827 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.026661 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:13.029710 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:13.033913 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:13.040603 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=b07f396b-0d86-483d-a198-fef42b9ae9bf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:13.127372 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.168391 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.190105 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-f945d92e-9765-4b06-9559-238273037663 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 217 time: 0.2905428 Aug 31 05:23:13.244927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-f28acff3-d8dd-458c-a903-43d0412cc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:13.246384 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-f28acff3-d8dd-458c-a903-43d0412cc041 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0488451 Aug 31 05:23:13.293694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-41a8ec0a-2d98-4fc2-aa33-d86201e7c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:13.295201 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-41a8ec0a-2d98-4fc2-aa33-d86201e7c14a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411022 Aug 31 05:23:13.329436 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.334415 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.406050 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=b07f396b-0d86-483d-a198-fef42b9ae9bf,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:13.406772 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-f80e4e0b-42de-4db3-afab-65828d8752f8 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032088 Aug 31 05:23:13.419433 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.434155 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:13.435432 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-153d5b36-ce46-43de-ae01-3ca7f108a8b5 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9323223 Aug 31 05:23:13.503106 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ead3e3-3bac-4f3a-8da6-35352ec9f95a req-dbd20a35-dc5e-4d54-be20-3f2ac1f78c69 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:13.504668 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5ead3e3-3bac-4f3a-8da6-35352ec9f95a req-dbd20a35-dc5e-4d54-be20-3f2ac1f78c69 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 944 time: 0.1116080 Aug 31 05:23:13.561927 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ef1a579-b45a-46ff-b5e4-837969940103 req-e15ceba0-c99f-4405-843a-7d45abcd038a service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378567 Aug 31 05:23:13.570702 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e5ead3e3-3bac-4f3a-8da6-35352ec9f95a req-deb7373d-ae2f-47c1-a3e4-a8f6ba6c4295 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Aug 31 05:23:13.643518 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-01e6d195-d80e-49ff-b940-ee007b5cbe0c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1207857094&fields=id&tenant_id=411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 267 time: 0.0326939 Aug 31 05:23:13.753567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-36334ec7-143e-4dbd-bbd7-d1ac04512e22 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:13.755695 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-36334ec7-143e-4dbd-bbd7-d1ac04512e22 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 810 time: 0.1043222 Aug 31 05:23:13.771444 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-2b3e4f67-3949-44a6-ba9d-1dd0e152afae tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/quotas/411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Aug 31 05:23:13.859482 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c2485-7afe-480c-96b0-406a2a16848e req-66c1dd82-c096-4d84-a502-26ce02334d5e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:13.860950 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fe7c2485-7afe-480c-96b0-406a2a16848e req-66c1dd82-c096-4d84-a502-26ce02334d5e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0842657 Aug 31 05:23:13.868493 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-1a27cb43-9803-457b-b8b5-0c28edeafc67 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907230 Aug 31 05:23:13.909605 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fe7c2485-7afe-480c-96b0-406a2a16848e req-5cd808cb-0b2a-41b7-828a-7f82a38defd6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Aug 31 05:23:14.028207 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-ef5d4e0e-9ac4-4434-91b1-d67ed9d719cd service neutron] 10.222.0.25 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413083 Aug 31 05:23:14.130852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-7a64b941-bb8b-4a4b-9d23-8fe83db58c87 service neutron] 10.222.0.25 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964577 Aug 31 05:23:14.255624 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 05d87e74-4711-4cc9-b0f6-d7d96328613a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:23:14.318640 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b5298ddc-59ba-4637-85bd-99c68863ff4d req-84038813-410f-4fc7-82af-067b86c4d62c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 210 time: 0.0371246 Aug 31 05:23:14.495003 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:14.507963 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '05d87e74-4711-4cc9-b0f6-d7d96328613a', 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782', 'port_id': '05d87e74-4711-4cc9-b0f6-d7d96328613a', 'mac_address': 'fa:16:3e:2d:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b3062f-71c9-4f49-b4bd-abbd71711fe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:23:14.550376 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:14.569856 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d87e74-4711-4cc9-b0f6-d7d96328613a {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:14.592549 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:14.596024 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:14.652050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:14.665953 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.666480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.666915 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.667381 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.667816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.668236 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.668659 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.669082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.669518 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.669938 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.670367 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.670925 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:14.719959 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2589-dc57-48f8-ab85-f404fcfc5527 req-b9a1e708-065c-4ece-95d4-a39a4426b687 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:14.721385 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-580c2589-dc57-48f8-ab85-f404fcfc5527 req-b9a1e708-065c-4ece-95d4-a39a4426b687 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 945 time: 0.0606408 Aug 31 05:23:14.763781 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-580c2589-dc57-48f8-ab85-f404fcfc5527 req-6dad0dde-71e5-42fa-a000-92d4b51a4511 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Aug 31 05:23:14.821022 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['05d87e74-4711-4cc9-b0f6-d7d96328613a'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:23:15.044517 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b4bf2-eede-4f19-930c-819e1e5d6aa7 req-5e68d642-99a1-45ca-95b4-8d57c9a1b673 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:15.046343 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a51b4bf2-eede-4f19-930c-819e1e5d6aa7 req-5e68d642-99a1-45ca-95b4-8d57c9a1b673 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0574372 Aug 31 05:23:15.085463 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a51b4bf2-eede-4f19-930c-819e1e5d6aa7 req-890139a4-4e3f-49df-8f0b-6a590f6c665a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Aug 31 05:23:15.311058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:15.453004 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5c0af774-755e-4355-9830-55a68f910970 req-8bd1a5bc-dfe6-45cf-b4a2-56b6995bbe65 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 210 time: 0.0308454 Aug 31 05:23:15.494275 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-e08c34ed-4d13-4213-a4b2-bd64ed54be0c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:15.495856 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-e08c34ed-4d13-4213-a4b2-bd64ed54be0c tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 810 time: 0.1487591 Aug 31 05:23:15.548523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-7ba63a85-92bc-444b-b7c2-575551e51c32 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411fb265c9e94b35881dfa5350beab23 HTTP/1.1" status: 200 len: 380 time: 0.0418355 Aug 31 05:23:15.562300 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'port': {'device_id': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'admin_state_up': True, 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'security_groups': ['0da8ed81-d233-4e77-afc1-bd0b835e6b63']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:15.671401 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Made reservation on behalf of 411fb265c9e94b35881dfa5350beab23 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:23:15.674854 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:15.801452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Allocated IP 172.20.0.8 (9578059b-f40e-4ce8-a76a-f6797399d587/b95d5fe9-aed5-4eb0-bacd-aa323258801f/e2e64b76-2e00-4fb5-a73c-d381c78c1b23) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:15.940283 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc103a3-a5a4-4cb6-91fc-c3d58c5f32cc req-a088c366-4d28-4fbc-b410-b3c6aee3e8cb tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:15.941692 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cc103a3-a5a4-4cb6-91fc-c3d58c5f32cc req-a088c366-4d28-4fbc-b410-b3c6aee3e8cb tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 945 time: 0.1078467 Aug 31 05:23:16.006462 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.010910 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1cc103a3-a5a4-4cb6-91fc-c3d58c5f32cc req-04b2a8f6-7f31-4ef4-b9f2-19e252154d51 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589027 Aug 31 05:23:16.022525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Transition to ACTIVE for port object e2e64b76-2e00-4fb5-a73c-d381c78c1b23 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:16.065139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.110232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Network 9578059b-f40e-4ce8-a76a-f6797399d587 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:16.113729 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:16.117698 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:16.149529 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event updated for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:16.184507 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:16.185139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.218389 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-5ec90716-0fe7-4c56-a573-b7d26b53dbd0 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601467 Aug 31 05:23:16.237258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0a62-954f-41c2-8b56-a7e1b49560d4 req-8e7cc0fa-1d8c-406c-b731-e5e44ed30173 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:16.239368 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e11a0a62-954f-41c2-8b56-a7e1b49560d4 req-8e7cc0fa-1d8c-406c-b731-e5e44ed30173 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0706341 Aug 31 05:23:16.280946 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e11a0a62-954f-41c2-8b56-a7e1b49560d4 req-cbcf878a-faee-43e6-9306-0155c4a392a1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349135 Aug 31 05:23:16.317027 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3b7c820a-a016-4798-88a4-5f9dc36cfe16 None None] Provisioning for port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:16.321930 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3b7c820a-a016-4798-88a4-5f9dc36cfe16 None None] Provisioning complete for port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:16.322294 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b7c820a-a016-4798-88a4-5f9dc36cfe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.356720 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c820a-a016-4798-88a4-5f9dc36cfe16 None None] Port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:23:16.576056 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e650a-e859-45bc-b035-4139dde1aeb9 req-20b033e9-8e46-4a10-978a-74287dee7d77 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:16.577543 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f89e650a-e859-45bc-b035-4139dde1aeb9 req-20b033e9-8e46-4a10-978a-74287dee7d77 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 931 time: 0.0497758 Aug 31 05:23:16.616306 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f89e650a-e859-45bc-b035-4139dde1aeb9 req-20fb486e-90d0-4728-a268-80d86e64a249 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329432 Aug 31 05:23:16.657973 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:23:16.663986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Request body: {'port': {'device_id': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:16.721628 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.755271 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:16.766102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:23:16.809049 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.822333 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:16.841482 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:16.848090 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:16.897124 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:16.991787 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e64b76-2e00-4fb5-a73c-d381c78c1b23 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:16.999400 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.011835 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Transition to ACTIVE for port object e2e64b76-2e00-4fb5-a73c-d381c78c1b23 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:17.015584 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.063596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:17.174170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Attempting to bind port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:23:17.174525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Attempting to bind port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:23:17.174883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Attempting to bind port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:17.184988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b699e9-16b6-4543-b254-f668e9f2a90f req-2fee94be-49a0-4703-997e-6d38af0e6876 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:17.186603 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-76b699e9-16b6-4543-b254-f668e9f2a90f req-2fee94be-49a0-4703-997e-6d38af0e6876 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 945 time: 0.0960915 Aug 31 05:23:17.190426 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 on network 9578059b-f40e-4ce8-a76a-f6797399d587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:23:17.190757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Attempting to bind port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 on network 9578059b-f40e-4ce8-a76a-f6797399d587 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:17.204036 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:23:17.204373 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Checking segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:23:17.204757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Bound using segment: {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:23:17.205205 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Bound port: e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5c5bee-a91d-40ed-9c14-32fd788089d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:23:17.205580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.260371 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-76b699e9-16b6-4543-b254-f668e9f2a90f req-44d4e963-c759-4eff-9844-6fdbd58f0e42 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Aug 31 05:23:17.291227 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:23:17.294335 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:23:17.298246 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.338080 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:17.338610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.340071 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] 10.222.0.35 "PUT /v2.0/ports/e2e64b76-2e00-4fb5-a73c-d381c78c1b23 HTTP/1.1" status: 200 len: 1093 time: 0.6815870 Aug 31 05:23:17.342364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:17.344736 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb692048-bba3-48f8-bc2b-d1a52af4f237" -d '{"events": [{"name": "network-changed", "server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:17.386969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404c64-0f39-4775-844b-372f4ba44e9a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:17.403632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bec20e-cd33-40b8-bfd7-56d0ee4d9911 x-openstack-request-id: req-18bec20e-cd33-40b8-bfd7-56d0ee4d9911 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:17.403932 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:17.404230 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18bec20e-cd33-40b8-bfd7-56d0ee4d9911 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:17.404629 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'status': 'completed', 'code': 200} Aug 31 05:23:17.430396 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e7846-2595-4033-a38d-adb745aa87f7 req-467f0cfa-d50f-4d92-b5ac-d6c2aa9de479 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:17.432031 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-681e7846-2595-4033-a38d-adb745aa87f7 req-467f0cfa-d50f-4d92-b5ac-d6c2aa9de479 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 945 time: 0.0596092 Aug 31 05:23:17.472642 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-681e7846-2595-4033-a38d-adb745aa87f7 req-c5abbb60-49e9-4181-99f6-945fba3e36bf tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345685 Aug 31 05:23:17.501090 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 05d87e74-4711-4cc9-b0f6-d7d96328613a up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:23:17.556509 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 05d87e74-4711-4cc9-b0f6-d7d96328613a completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:17.560720 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 05d87e74-4711-4cc9-b0f6-d7d96328613a triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:17.561091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.652851 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.678093 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:17.680403 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d96300c-b6d1-4399-b2fc-544647bb8b48" -d '{"events": [{"server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "name": "network-vif-plugged", "status": "completed", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:17.693674 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:17.698069 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:17.724809 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e89f4-3b5b-41bf-8840-aa344702e26a x-openstack-request-id: req-bb9e89f4-3b5b-41bf-8840-aa344702e26a {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:17.725099 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "name": "network-vif-plugged", "status": "completed", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:17.725538 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb9e89f4-3b5b-41bf-8840-aa344702e26a {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:17.725921 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a', 'code': 200} Aug 31 05:23:17.743056 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df946552-ed5d-42e1-a412-e69a80a4fa87 req-079379e5-1a0b-4585-8d06-9e25332b4a12 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:17.744612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df946552-ed5d-42e1-a412-e69a80a4fa87 req-079379e5-1a0b-4585-8d06-9e25332b4a12 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 943 time: 0.0523930 Aug 31 05:23:17.749784 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:17.783008 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df946552-ed5d-42e1-a412-e69a80a4fa87 req-743f11fe-e313-4c0d-bbd6-6e42f1269963 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Aug 31 05:23:18.382786 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac200948-4835-4cdd-803d-7ca73222b11e req-8a0bd3a5-cc09-41ea-88b8-b4fe48c3872e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.384358 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac200948-4835-4cdd-803d-7ca73222b11e req-8a0bd3a5-cc09-41ea-88b8-b4fe48c3872e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0529475 Aug 31 05:23:18.421654 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac200948-4835-4cdd-803d-7ca73222b11e req-79319c46-d960-49f0-a2ec-8d2de9e0386a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Aug 31 05:23:18.524881 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-74c03502-d460-444f-8a12-e3e35c7eafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.526475 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-74c03502-d460-444f-8a12-e3e35c7eafeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 1096 time: 0.0454276 Aug 31 05:23:18.648594 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:23:18.690405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1009d5-e39e-4958-a342-0751d95ceaa7 req-f0e1d885-8598-4ced-98c6-b8ba8a663331 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.692837 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb1009d5-e39e-4958-a342-0751d95ceaa7 req-f0e1d885-8598-4ced-98c6-b8ba8a663331 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 945 time: 0.1040885 Aug 31 05:23:18.727400 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ed83-0a83-4e08-af7f-b4efed72718b req-779ca025-2a1d-4918-8cbe-f334a3c9918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.729208 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8277ed83-0a83-4e08-af7f-b4efed72718b req-779ca025-2a1d-4918-8cbe-f334a3c9918d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 1099 time: 0.1059518 Aug 31 05:23:18.735344 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-9f4e279e-ba1c-4710-9bdb-29dc6ab454c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.735344 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-9f4e279e-ba1c-4710-9bdb-29dc6ab454c9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=411fb265c9e94b35881dfa5350beab23&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1947594 Aug 31 05:23:18.818420 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb1009d5-e39e-4958-a342-0751d95ceaa7 req-1924ef8f-9acb-495f-9f48-ff476a9082af tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173005 Aug 31 05:23:18.845165 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8277ed83-0a83-4e08-af7f-b4efed72718b req-f15bce43-12db-43a1-91c6-42dd0ba447b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018169 Aug 31 05:23:18.877208 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-8452fe48-4ebb-4a5b-a68f-b398ca490c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.878712 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-eb692048-bba3-48f8-bc2b-d1a52af4f237 req-8452fe48-4ebb-4a5b-a68f-b398ca490c4a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366503 Aug 31 05:23:18.983733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527bc70-df85-4321-9f93-4ccb5da3e1dd req-eeaf7115-56e2-4174-96ca-9e9a070e3b36 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:18.985359 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d527bc70-df85-4321-9f93-4ccb5da3e1dd req-eeaf7115-56e2-4174-96ca-9e9a070e3b36 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 943 time: 0.0536373 Aug 31 05:23:19.034735 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d527bc70-df85-4321-9f93-4ccb5da3e1dd req-4702676e-63dd-4a51-a44f-0c3d7ca314f2 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Aug 31 05:23:19.126936 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-70195cb3-e194-43ff-b983-5cedd182d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:19.128373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-70195cb3-e194-43ff-b983-5cedd182d2ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 1096 time: 0.0467558 Aug 31 05:23:19.172334 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-6a3a9374-f2f5-458a-87aa-7ff76225727a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23 HTTP/1.1" status: 200 len: 217 time: 0.0343196 Aug 31 05:23:19.227978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-d8b4e766-f186-4d0a-9b73-1ef2417f66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:19.229739 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-d8b4e766-f186-4d0a-9b73-1ef2417f66c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.0496228 Aug 31 05:23:19.280704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d94cf-b952-456f-a800-92af8a5f1173 req-cffab1ba-a55a-433f-be35-2df9d4f24757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:19.282218 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-cffab1ba-a55a-433f-be35-2df9d4f24757 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452089 Aug 31 05:23:19.373573 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-a1e858c9-2d7e-4b9b-9cb4-23dd849e2834 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837698 Aug 31 05:23:19.472416 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-804d94cf-b952-456f-a800-92af8a5f1173 req-b1d8d0f6-47ce-4012-8ce7-a08d4e1f33d6 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 Aug 31 05:23:19.541179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89ddc-b213-469f-9f38-1001f47a59b9 req-19710fa6-07b8-4d3a-8a7b-b92b94bac248 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:19.542736 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f6d89ddc-b213-469f-9f38-1001f47a59b9 req-19710fa6-07b8-4d3a-8a7b-b92b94bac248 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0515795 Aug 31 05:23:19.581808 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f6d89ddc-b213-469f-9f38-1001f47a59b9 req-40c13cc4-4537-4728-ab7f-1c9f2a05798c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Aug 31 05:23:19.943829 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b46699-277d-4945-9fc8-308483c55225 req-b5952f8f-ff37-4efd-9950-90cc086c0045 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:19.945310 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-79b46699-277d-4945-9fc8-308483c55225 req-b5952f8f-ff37-4efd-9950-90cc086c0045 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 945 time: 0.0507469 Aug 31 05:23:19.983082 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-79b46699-277d-4945-9fc8-308483c55225 req-5c797887-6d19-42c1-a567-29e567d79d20 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Aug 31 05:23:20.150208 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2425c7-549a-4792-90a5-77122f325134 req-36a45bb2-8618-4637-a09e-46507c9de40d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:20.151692 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a2425c7-549a-4792-90a5-77122f325134 req-36a45bb2-8618-4637-a09e-46507c9de40d tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 943 time: 0.0498869 Aug 31 05:23:20.194799 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a2425c7-549a-4792-90a5-77122f325134 req-4f238a8d-02c9-4e4f-a854-cfcb2757196f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368114 Aug 31 05:23:20.650358 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:23:20.696895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e8510-89dd-4f35-9b5d-afb964a4d449 req-24f987df-3e6e-49b6-9e52-97ca7bd79e14 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:20.698310 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-677e8510-89dd-4f35-9b5d-afb964a4d449 req-24f987df-3e6e-49b6-9e52-97ca7bd79e14 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0486679 Aug 31 05:23:20.700109 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:20.704073 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:20.704450 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:20.738778 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-677e8510-89dd-4f35-9b5d-afb964a4d449 req-3e70d991-e167-48f2-bf86-a44cee67f2b9 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 31 05:23:20.785569 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:20.809008 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:20.811326 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17dc17-b9e3-473b-beab-9d85e23ceec1" -d '{"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:20.824256 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:20.828730 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:20.854801 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be65586-3415-4264-b36f-c2ac87a12c11 x-openstack-request-id: req-1be65586-3415-4264-b36f-c2ac87a12c11 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:20.855081 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:20.855350 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1be65586-3415-4264-b36f-c2ac87a12c11 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:20.855750 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'code': 200} Aug 31 05:23:20.884314 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:21.016035 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252960-d962-4bd9-83f2-4c9c811acf05 req-21713791-d048-402d-9d62-926534f5658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:21.017411 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d8252960-d962-4bd9-83f2-4c9c811acf05 req-21713791-d048-402d-9d62-926534f5658a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1099 time: 0.0408084 Aug 31 05:23:21.056132 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d8252960-d962-4bd9-83f2-4c9c811acf05 req-8ba38472-6219-4881-aa4b-2590fda7cb39 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Aug 31 05:23:21.111354 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e45ac-ead3-4f56-bf0d-ce66a32f991a req-ad498304-a0a2-493a-b3ea-bacce6b5822b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:21.111354 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df7e45ac-ead3-4f56-bf0d-ce66a32f991a req-ad498304-a0a2-493a-b3ea-bacce6b5822b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0532153 Aug 31 05:23:21.155219 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df7e45ac-ead3-4f56-bf0d-ce66a32f991a req-1740349c-2aad-4ac9-a0e4-509247c7b58f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374470 Aug 31 05:23:21.320420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618cb20-42ed-4ffa-aa89-c102cedb1571 req-44264e23-46ab-4278-b6db-e42f3f246858 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:21.322108 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e618cb20-42ed-4ffa-aa89-c102cedb1571 req-44264e23-46ab-4278-b6db-e42f3f246858 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 943 time: 0.0568666 Aug 31 05:23:21.393454 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e618cb20-42ed-4ffa-aa89-c102cedb1571 req-eb3125b0-8f4a-4b02-ac1f-743f4f0dc022 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645339 Aug 31 05:23:21.415459 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4c4e-097d-4556-8f89-2f80dbcaae71 req-e5cfa286-6a6f-45cd-810f-87a5252af369 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:21.415588 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-366f4c4e-097d-4556-8f89-2f80dbcaae71 req-e5cfa286-6a6f-45cd-810f-87a5252af369 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0712757 Aug 31 05:23:21.454083 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-366f4c4e-097d-4556-8f89-2f80dbcaae71 req-3af33c0b-a653-4378-afac-5bc6391d7698 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Aug 31 05:23:21.941701 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56070) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:22.050712 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83801012-cb40-4aff-aabd-467fb93f0e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.148467 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83801012-cb40-4aff-aabd-467fb93f0e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.152666 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83801012-cb40-4aff-aabd-467fb93f0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.186351 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-83801012-cb40-4aff-aabd-467fb93f0e30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=399d14de50824a46837df17f88773351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434931 Aug 31 05:23:22.189119 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56076) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:22.195929 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83801012-cb40-4aff-aabd-467fb93f0e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2204a82d-cd43-4086-9f7a-b74f0a88d817,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:22.240756 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.286701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.334023 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2186c8-d119-4991-bdcd-1e66ccc56260 req-b3a843f8-c41f-4515-9929-a048caf0f7a7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:22.335591 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5f2186c8-d119-4991-bdcd-1e66ccc56260 req-b3a843f8-c41f-4515-9929-a048caf0f7a7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0826566 Aug 31 05:23:22.367285 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.369733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.370858 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2204a82d-cd43-4086-9f7a-b74f0a88d817 HTTP/1.1" status: 204 len: 168 time: 0.1807816 Aug 31 05:23:22.388961 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5f2186c8-d119-4991-bdcd-1e66ccc56260 req-335157d3-73bc-4323-a993-0ab42cad3f7e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458386 Aug 31 05:23:22.389805 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e7cb-8bdc-4ffc-a46a-fce247ed5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204a82d-cd43-4086-9f7a-b74f0a88d817,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:22.548289 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b384-004c-4d2d-b76c-2288a51505aa req-19de2170-e7fa-4bd2-8631-1475be1ce2d7 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:22.549662 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e74b384-004c-4d2d-b76c-2288a51505aa req-19de2170-e7fa-4bd2-8631-1475be1ce2d7 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 943 time: 0.0833621 Aug 31 05:23:22.557622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23046070-5036-4966-9e8a-4201b2e27562 req-2e9fd0c0-ec2f-4ba0-a2b8-ecb2c6b0a95b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:22.559091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-23046070-5036-4966-9e8a-4201b2e27562 req-2e9fd0c0-ec2f-4ba0-a2b8-ecb2c6b0a95b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0915644 Aug 31 05:23:22.568402 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:22.577358 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Request body: {'floatingip': {'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:22.593741 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e74b384-004c-4d2d-b76c-2288a51505aa req-69eaf070-2437-4a90-9cfb-60297befbf8b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Aug 31 05:23:22.639859 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.656916 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device e2e64b76-2e00-4fb5-a73c-d381c78c1b23 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:23:22.693201 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac8cf-073c-495a-b9cb-4c3533067ade req-e47de40e-9351-434e-afe8-05c5811a3720 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:22.694762 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-650ac8cf-073c-495a-b9cb-4c3533067ade req-e47de40e-9351-434e-afe8-05c5811a3720 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0786340 Aug 31 05:23:22.695273 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56090) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:22.720394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b87b2fc-0947-4d69-91e0-3f43b8614271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.753521 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-650ac8cf-073c-495a-b9cb-4c3533067ade req-89795b5c-1af7-4755-9c4e-d302ab8e0a62 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Aug 31 05:23:22.799697 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:22.812996 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'port_id': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'mac_address': 'fa:16:3e:e7:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:23:22.853763 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.865672 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-bfddf761-b41f-4c5b-91e7-5ecd843858f9 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:22.867186 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e64b76-2e00-4fb5-a73c-d381c78c1b23 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:22.867361 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-bfddf761-b41f-4c5b-91e7-5ecd843858f9 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 946 time: 0.0772905 Aug 31 05:23:22.890699 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:22.894954 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.913105 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b87b2fc-0947-4d69-91e0-3f43b8614271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.919738 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b87b2fc-0947-4d69-91e0-3f43b8614271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:22.945572 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:22.987544 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7b87b2fc-0947-4d69-91e0-3f43b8614271 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93c4a160a2944c05b008a48a7fb2a1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912283 Aug 31 05:23:22.990364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87b2fc-0947-4d69-91e0-3f43b8614271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d3172-f390-40ac-b98f-cc9c7e87f15d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:22.991823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56092) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:23.012403 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Deleting port 05d87e74-4711-4cc9-b0f6-d7d96328613a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:23:23.012746 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.098360 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['e2e64b76-2e00-4fb5-a73c-d381c78c1b23'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:23:23.104391 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] For port 05d87e74-4711-4cc9-b0f6-d7d96328613a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=05d87e74-4711-4cc9-b0f6-d7d96328613a,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:23.104761 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.119382 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Calling delete_port for 05d87e74-4711-4cc9-b0f6-d7d96328613a owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:23:23.217084 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.281264 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.310327 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Pushing event deleted for resources: {'Port': ['ID=05d87e74-4711-4cc9-b0f6-d7d96328613a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:23.357264 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] No DVR routers for this DVR port 05d87e74-4711-4cc9-b0f6-d7d96328613a on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:23:23.359888 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.362193 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d97dd04-3763-4fde-bc4a-30abe96dcba4 req-22f60a59-9601-408c-9dca-b6b14b6feda5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "DELETE /v2.0/ports/05d87e74-4711-4cc9-b0f6-d7d96328613a HTTP/1.1" status: 204 len: 173 time: 0.4864066 Aug 31 05:23:23.362674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'name': 'network-vif-deleted', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:23.366558 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c55b24-8b40-4a2c-89ee-ed55d555a89a" -d '{"events": [{"server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "name": "network-vif-deleted", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:23.418750 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d72f567-11a8-4ecf-874c-d4fd5c0fc99c x-openstack-request-id: req-4d72f567-11a8-4ecf-874c-d4fd5c0fc99c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:23.419219 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf792cf-674f-432b-8cd2-409026bd21d7", "name": "network-vif-deleted", "tag": "05d87e74-4711-4cc9-b0f6-d7d96328613a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:23.419547 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d72f567-11a8-4ecf-874c-d4fd5c0fc99c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:23.420016 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf792cf-674f-432b-8cd2-409026bd21d7', 'name': 'network-vif-deleted', 'tag': '05d87e74-4711-4cc9-b0f6-d7d96328613a', 'status': 'completed', 'code': 200} Aug 31 05:23:23.497092 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.499685 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 05:23:23.596121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.601706 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.649399 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.651989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:23.655485 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/896d3172-f390-40ac-b98f-cc9c7e87f15d HTTP/1.1" status: 204 len: 168 time: 0.6594899 Aug 31 05:23:23.692277 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3f63f-feac-4d38-8f06-56b6e2de6d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d3172-f390-40ac-b98f-cc9c7e87f15d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:23.716721 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.l3_db [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Floating IP 018c8936-335d-4bfe-923a-e07a3657932c associated. External IP: 172.27.2.167, port: a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9. Aug 31 05:23:23.754758 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634db8ab-132f-41fa-8793-88134d7ad4ad req-0ccf625c-91d3-435c-8436-dc6f0f24abaf tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:23.757462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-634db8ab-132f-41fa-8793-88134d7ad4ad req-0ccf625c-91d3-435c-8436-dc6f0f24abaf tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 944 time: 0.0738518 Aug 31 05:23:23.818093 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-634db8ab-132f-41fa-8793-88134d7ad4ad req-9f7173ac-05fe-4873-b529-2080bd6195be tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514448 Aug 31 05:23:23.924075 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c86a0963-d40e-4bca-bb50-de2dd2752b7f req-2214dc59-82b6-420f-b790-8d8536b15936 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdf792cf-674f-432b-8cd2-409026bd21d7 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Aug 31 05:23:23.958029 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:23:24.072549 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:23:24.077449 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:24.082072 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:23:24.092519 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:24.093130 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:23:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:24.106232 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-00c1da73-d65b-45cd-941d-89b8977e8370 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "PUT /v2.0/floatingips/018c8936-335d-4bfe-923a-e07a3657932c HTTP/1.1" status: 200 len: 992 time: 1.5347519 Aug 31 05:23:24.106907 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:24.115197 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9493918ffe623b9ab79d571d4a08aa6d552e0c69b0766be7d8499098cd601458" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71cab6-e925-4a3c-94a0-e6c10635be0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:24.154917 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf26cd9-b1eb-4e4b-b69a-9c4d11f72f49 x-openstack-request-id: req-ebf26cd9-b1eb-4e4b-b69a-9c4d11f72f49 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:24.155264 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:24.155519 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebf26cd9-b1eb-4e4b-b69a-9c4d11f72f49 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:24.155928 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'status': 'completed', 'code': 200} Aug 31 05:23:24.211358 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:24.487343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-952d30c7-a7c5-4c17-b84a-b1190994be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:24.489460 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-952d30c7-a7c5-4c17-b84a-b1190994be4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1099 time: 0.3081143 Aug 31 05:23:24.529268 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '018c8936-335d-4bfe-923a-e07a3657932c', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:04Z', 'updated_at': '2021-08-31T05:23:23Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:24.562375 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:23:24.572494 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:24.573118 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:23:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:24.600774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-e1c19499-327c-422b-acb4-a2fa37991bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:24.602526 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-e1c19499-327c-422b-acb4-a2fa37991bdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.1053324 Aug 31 05:23:24.672659 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device e2e64b76-2e00-4fb5-a73c-d381c78c1b23 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:23:24.691087 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-8c840611-3619-4e02-bf16-982690dd838d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 1000 time: 0.0783577 Aug 31 05:23:24.727237 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:24.741622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-598d9b4c-71ec-4262-8dff-e5dcdf735eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:24.743101 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-598d9b4c-71ec-4262-8dff-e5dcdf735eca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0445216 Aug 31 05:23:24.796424 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-284a085d-4125-4a50-9ef6-aa75631a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:24.797995 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-284a085d-4125-4a50-9ef6-aa75631a0443 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460773 Aug 31 05:23:24.931535 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-c410b0c4-64bb-457c-8361-b16266804ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258392 Aug 31 05:23:24.955149 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:24.964638 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:24.965088 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:25.022707 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b6291-8228-4ceb-8f95-6a44d8d118f4 req-223782d4-3d42-4a9e-a7e8-48827bbe0d95 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:25.030179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-642b6291-8228-4ceb-8f95-6a44d8d118f4 req-223782d4-3d42-4a9e-a7e8-48827bbe0d95 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 944 time: 0.1392083 Aug 31 05:23:25.088162 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-642b6291-8228-4ceb-8f95-6a44d8d118f4 req-a5678f32-138e-48c2-b296-62d67421dd32 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569968 Aug 31 05:23:25.136747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bd71cab6-e925-4a3c-94a0-e6c10635be0b req-401a5c7b-5719-4756-8288-c7737e4d5130 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977053 Aug 31 05:23:25.147606 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:25.197603 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:25.199893 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75815ff6-72e5-4261-adb6-9cc7d9f79aa7" -d '{"events": [{"server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "name": "network-vif-plugged", "status": "completed", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:25.221847 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:25.228275 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:25.229579 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 05d87e74-4711-4cc9-b0f6-d7d96328613a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:23:25.252742 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7f4e2-d2e2-448b-b02c-dc1df2e9a439 x-openstack-request-id: req-7ea7f4e2-d2e2-448b-b02c-dc1df2e9a439 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:25.253213 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "name": "network-vif-plugged", "status": "completed", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:25.253525 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ea7f4e2-d2e2-448b-b02c-dc1df2e9a439 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:25.254041 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'code': 200} Aug 31 05:23:25.264509 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 05d87e74-4711-4cc9-b0f6-d7d96328613a {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:23:25.265285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 05d87e74-4711-4cc9-b0f6-d7d96328613a not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:23:25.335909 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:25.350375 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '018c8936-335d-4bfe-923a-e07a3657932c', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:04Z', 'updated_at': '2021-08-31T05:23:23Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:25.380284 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-55328e70-9ece-44de-bb42-f40e69d9f869 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:25.381906 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-55328e70-9ece-44de-bb42-f40e69d9f869 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/networks?id=bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 200 len: 809 time: 0.1906941 Aug 31 05:23:25.406570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-7ba6e011-43f5-41fe-9027-8f29d096c077 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/quotas/2741631e40fe43d98684bd0087857ace HTTP/1.1" status: 200 len: 375 time: 0.0133822 Aug 31 05:23:25.412319 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d80094d-a7f0-4e6d-93fd-d379b17f5b79 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '018c8936-335d-4bfe-923a-e07a3657932c', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:04Z', 'updated_at': '2021-08-31T05:23:23Z', 'revision_number': 1, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:23:25.484084 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-f26be56d-6feb-4a84-93c3-261f1db528c7 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634863 Aug 31 05:23:25.598930 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587e13a-734b-4929-b55c-b1899af471ab req-e2dadca7-6456-4a4a-8545-6dce1475e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:25.606268 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c587e13a-734b-4929-b55c-b1899af471ab req-e2dadca7-6456-4a4a-8545-6dce1475e118 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 1098 time: 0.1383073 Aug 31 05:23:25.657205 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-bfcdcd24-ae33-402d-90a4-cf665b1b9bff service neutron] 10.222.0.25 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718814 Aug 31 05:23:25.695301 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecd9cc-a87c-4c99-a8e4-ca7700b66bf9 None None] New status for floating IP 018c8936-335d-4bfe-923a-e07a3657932c: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:23:25.716663 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c587e13a-734b-4929-b55c-b1899af471ab req-cd35cded-9753-460e-a16b-ec71e1e586b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947053 Aug 31 05:23:25.764097 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-07a84363-6c89-4ec1-b1db-d8fb41db0d4f service neutron] 10.222.0.25 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059670 Aug 31 05:23:26.009357 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9a6516a1-4471-4fac-a8da-db6d2ad04068 req-ffc2183e-4710-4878-8aef-6dc04166b13c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 210 time: 0.0350778 Aug 31 05:23:26.222012 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573db18-8ba1-4da7-a989-67dbbdfbadce req-c4c98b43-6bed-4571-afcf-5458d382d024 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:26.224238 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3573db18-8ba1-4da7-a989-67dbbdfbadce req-c4c98b43-6bed-4571-afcf-5458d382d024 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0638149 Aug 31 05:23:26.272218 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3573db18-8ba1-4da7-a989-67dbbdfbadce req-77ca02be-bf71-464a-bf9f-e986414b1075 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Aug 31 05:23:27.194878 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7463f12-e373-453b-9b73-360056b1193f req-5a2e5a8d-7d5b-4a78-9407-2832ac887991 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 210 time: 0.0616422 Aug 31 05:23:27.272463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-32817e24-51e3-414e-8363-387fd8e58136 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:27.274826 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-32817e24-51e3-414e-8363-387fd8e58136 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "GET /v2.0/networks?id=bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 200 len: 809 time: 0.1867383 Aug 31 05:23:27.293775 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Request body: {'port': {'device_id': '941b2190-9701-4081-8717-ecc6e25a1941', 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782', 'admin_state_up': True, 'tenant_id': '2741631e40fe43d98684bd0087857ace'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:27.438285 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5264c5-1326-46f8-bc93-ae88e425107f req-2ef3ed2a-3651-496d-aa89-63eddc041d8f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:27.439833 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c5264c5-1326-46f8-bc93-ae88e425107f req-2ef3ed2a-3651-496d-aa89-63eddc041d8f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0804331 Aug 31 05:23:27.481074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Made reservation on behalf of 2741631e40fe43d98684bd0087857ace for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:23:27.484429 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:27.502833 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c5264c5-1326-46f8-bc93-ae88e425107f req-ed36464f-b44b-40ce-8162-42528ee9af52 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564270 Aug 31 05:23:27.661414 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Allocated IP 172.20.0.11 (bf939528-391e-4fcf-b74e-7a06f4df5782/27b3062f-71c9-4f49-b4bd-abbd71711fe7/f88eabc7-0ac9-4768-a7d4-a589b96697cd) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:23:27.681462 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f453-7c29-479a-8b92-40e614349c9f req-a673eb54-f54f-4077-8ee7-6c05cc408df1 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:27.682955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6402f453-7c29-479a-8b92-40e614349c9f req-a673eb54-f54f-4077-8ee7-6c05cc408df1 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.1002820 Aug 31 05:23:27.691817 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:27.697160 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Request body: {'floatingip': {'port_id': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:27.737791 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:27.835348 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:27.877699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:27.919047 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Network bf939528-391e-4fcf-b74e-7a06f4df5782 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:23:27.924993 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:23:27.929315 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:23:27.957025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Pushing event updated for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:27.983591 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:27.984229 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:27.999281 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3af5f60c-b2ef-452a-966d-29cb98e1993b tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7151875 Aug 31 05:23:28.108988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Request body: {'port': {'device_id': '941b2190-9701-4081-8717-ecc6e25a1941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:23:28.175288 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.216142 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.221725 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.362609 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.l3_db [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Floating IP 5e39be53-6115-4f1d-9aed-c2abcb6983d1 associated. External IP: 172.27.2.123, port: e2e64b76-2e00-4fb5-a73c-d381c78c1b23. Aug 31 05:23:28.413398 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9a67-7818-48a3-9ed2-a406bdf50d7b req-5d603db1-08d9-4acc-a196-b3cc00536ce1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:28.419791 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62fd9a67-7818-48a3-9ed2-a406bdf50d7b req-5d603db1-08d9-4acc-a196-b3cc00536ce1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 932 time: 0.1167064 Aug 31 05:23:28.487304 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-62fd9a67-7818-48a3-9ed2-a406bdf50d7b req-4e5e7ee4-914e-4a1d-a762-f008e1ac6b36 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644770 Aug 31 05:23:28.616033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88eabc7-0ac9-4768-a7d4-a589b96697cd {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:28.627051 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.647080 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Transition to ACTIVE for port object f88eabc7-0ac9-4768-a7d4-a589b96697cd will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:23:28.658754 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.715513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:23:28.724170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Pushing event updated for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:28.804659 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Attempting to bind port f88eabc7-0ac9-4768-a7d4-a589b96697cd on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:23:28.804912 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Attempting to bind port f88eabc7-0ac9-4768-a7d4-a589b96697cd by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:23:28.805244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Attempting to bind port f88eabc7-0ac9-4768-a7d4-a589b96697cd on network bf939528-391e-4fcf-b74e-7a06f4df5782 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:28.810270 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Port f88eabc7-0ac9-4768-a7d4-a589b96697cd on network bf939528-391e-4fcf-b74e-7a06f4df5782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:23:28.810591 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Attempting to bind port f88eabc7-0ac9-4768-a7d4-a589b96697cd on network bf939528-391e-4fcf-b74e-7a06f4df5782 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:23:28.816461 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:23:28.816806 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Checking segment: {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:23:28.817614 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Bound using segment: {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:23:28.818082 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Bound port: f88eabc7-0ac9-4768-a7d4-a589b96697cd, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b72a398-eb93-40a7-81d6-1183e513feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:23:28.818452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.904135 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:23:28.908736 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:23:28.916156 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.961979 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:28.962687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:28.964211 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] 10.222.0.35 "PUT /v2.0/ports/f88eabc7-0ac9-4768-a7d4-a589b96697cd HTTP/1.1" status: 200 len: 1094 time: 0.9567871 Aug 31 05:23:28.964676 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:28.967210 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e1b060-9498-4f11-8e2a-e02fe26f06b7" -d '{"events": [{"name": "network-changed", "server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:29.004268 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344cd5-fb16-4ac2-98e3-7c82d8b79efd service neutron] Pushing event updated for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:29.029394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c170d703-19cb-42a5-b0c0-11603514b742 x-openstack-request-id: req-c170d703-19cb-42a5-b0c0-11603514b742 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:29.029687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:29.029940 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c170d703-19cb-42a5-b0c0-11603514b742 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:29.030344 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd', 'status': 'completed', 'code': 200} Aug 31 05:23:29.067774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-1c466ee0-23d2-4acc-866a-8c1eea29b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.068448 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:23:29.069256 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-1c466ee0-23d2-4acc-866a-8c1eea29b246 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 1097 time: 0.0495491 Aug 31 05:23:29.073755 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:29.078770 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:23:29.089791 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:29.090426 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:23:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:29.105767 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-41f63262-0bf4-41d7-a69c-9fa155ce9f3a tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "PUT /v2.0/floatingips/5e39be53-6115-4f1d-9aed-c2abcb6983d1 HTTP/1.1" status: 200 len: 991 time: 1.4124343 Aug 31 05:23:29.106477 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:29.109004 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9493918ffe623b9ab79d571d4a08aa6d552e0c69b0766be7d8499098cd601458" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3147d8-1942-4aa1-9a84-2146ecbe7257" -d '{"events": [{"name": "network-changed", "server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:29.141091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-c416a610-13f3-4fcb-b1f7-e4e8a1961424 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd HTTP/1.1" status: 200 len: 217 time: 0.0625665 Aug 31 05:23:29.173192 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e25b48-60cd-43f6-a9d1-0ed2d66f841e x-openstack-request-id: req-22e25b48-60cd-43f6-a9d1-0ed2d66f841e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:29.173743 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:29.173999 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22e25b48-60cd-43f6-a9d1-0ed2d66f841e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:29.174530 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'status': 'completed', 'code': 200} Aug 31 05:23:29.248924 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:29.261391 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-79591e7c-10d3-4c16-a7c0-f357b4baf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.262877 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-79591e7c-10d3-4c16-a7c0-f357b4baf0b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27b3062f-71c9-4f49-b4bd-abbd71711fe7 HTTP/1.1" status: 200 len: 849 time: 0.1157506 Aug 31 05:23:29.284027 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-d8e49385-a503-4527-928f-af205707043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.285527 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-d8e49385-a503-4527-928f-af205707043d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=411fb265c9e94b35881dfa5350beab23&device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 1098 time: 0.0786407 Aug 31 05:23:29.308989 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-3da0e724-ecdc-457a-8d44-8f00ded01375 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf939528-391e-4fcf-b74e-7a06f4df5782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371149 Aug 31 05:23:29.462816 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-d462813d-d828-43c6-b41e-0e7e6078c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.464265 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-d462813d-d828-43c6-b41e-0e7e6078c082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 200 len: 911 time: 0.1641569 Aug 31 05:23:29.467833 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-89190b8c-d78a-4c2c-8141-09cf830256ec service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477060 Aug 31 05:23:29.488262 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '5e39be53-6115-4f1d-9aed-c2abcb6983d1', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:e7:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:13Z', 'updated_at': '2021-08-31T05:23:28Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:29.518863 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:23:29.528538 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:23:29.529156 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:23:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:29.602628 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-1b7e01a8-59b3-4aa8-a6fd-8c695cee4950 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23 HTTP/1.1" status: 200 len: 999 time: 0.1259758 Aug 31 05:23:29.654276 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:23:29.687851 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a9f5859-8e17-4013-8f05-45520ff2ae9d req-a1d7c04f-a269-4f78-9c13-9018e6d56f8f service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049789 Aug 31 05:23:29.723452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ad502-6a89-4164-b7c4-504a3059e9ac req-470e4c1b-3b72-48b8-981f-31087860a806 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.727231 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-720ad502-6a89-4164-b7c4-504a3059e9ac req-470e4c1b-3b72-48b8-981f-31087860a806 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 944 time: 0.1207335 Aug 31 05:23:29.731793 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-be381011-6ac3-4bb3-b4b9-9e12587c476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.733566 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-be381011-6ac3-4bb3-b4b9-9e12587c476b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 200 len: 849 time: 0.1144807 Aug 31 05:23:29.861247 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-720ad502-6a89-4164-b7c4-504a3059e9ac req-c2fb0900-36a8-4529-aafd-7623390596c4 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233170 Aug 31 05:23:29.884112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-59386d08-e7aa-4877-ad45-1096c14f0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.885776 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-59386d08-e7aa-4877-ad45-1096c14f0a07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9578059b-f40e-4ce8-a76a-f6797399d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1280403 Aug 31 05:23:29.891972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-f71aa7e4-6f94-4e8e-8b73-ec0d82c5c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:29.893523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-f71aa7e4-6f94-4e8e-8b73-ec0d82c5c0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2741631e40fe43d98684bd0087857ace&device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 1097 time: 0.1346941 Aug 31 05:23:30.017180 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '5e39be53-6115-4f1d-9aed-c2abcb6983d1', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:e7:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:13Z', 'updated_at': '2021-08-31T05:23:28Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:23:30.050843 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d977a8-5b76-4dc4-9e02-3feeb9eeb209 None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '5e39be53-6115-4f1d-9aed-c2abcb6983d1', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'port_id': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'mac_address': 'fa:16:3e:e7:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:23:13Z', 'updated_at': '2021-08-31T05:23:28Z', 'revision_number': 1, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:23:30.094954 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-e4dc4e91-4d48-4880-9d7c-d893b7f5ab49 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001953 Aug 31 05:23:30.132858 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-2a198be1-a0ae-44d4-bab5-bc041badc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:30.135759 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-2a198be1-a0ae-44d4-bab5-bc041badc96f service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 200 len: 910 time: 0.2326980 Aug 31 05:23:30.243462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-642ec6c1-4b73-43ad-a312-eccd23d13618 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd HTTP/1.1" status: 200 len: 217 time: 0.0574167 Aug 31 05:23:30.334846 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-244653b5-c3e0-42e9-b85f-0d7d5df94ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:30.336447 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-244653b5-c3e0-42e9-b85f-0d7d5df94ed7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=27b3062f-71c9-4f49-b4bd-abbd71711fe7 HTTP/1.1" status: 200 len: 849 time: 0.0839534 Aug 31 05:23:30.362489 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dd3147d8-1942-4aa1-9a84-2146ecbe7257 req-5a97189b-7f7d-41c7-851e-04f940500e98 service neutron] 10.222.0.35 "GET /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589426 Aug 31 05:23:30.378101 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-7a1bfd6e-58b0-482b-a209-f790eb277001 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf939528-391e-4fcf-b74e-7a06f4df5782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306127 Aug 31 05:23:30.381482 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3addda88-3a30-4499-8a8d-29b4487d8c11 None None] New status for floating IP 5e39be53-6115-4f1d-9aed-c2abcb6983d1: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:23:30.487524 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-49b21e7f-711c-43b4-9e39-6634589bc47c service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989349 Aug 31 05:23:30.597757 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-64e1b060-9498-4f11-8e2a-e02fe26f06b7 req-d3e626e8-7800-4386-888c-5b9f11a9d80d service neutron] 10.222.0.35 "GET /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027875 Aug 31 05:23:30.979953 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5df79-9c28-4b26-8691-5de3362beaf8 req-09292b61-4a60-4f8b-b195-1d4f86fde816 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:30.981461 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b5a5df79-9c28-4b26-8691-5de3362beaf8 req-09292b61-4a60-4f8b-b195-1d4f86fde816 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 944 time: 0.0555265 Aug 31 05:23:31.020016 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b5a5df79-9c28-4b26-8691-5de3362beaf8 req-c2d1af4e-b0c2-4ba8-9d5e-ad80546cc6b4 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Aug 31 05:23:32.152074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8522f-84bf-4baf-a372-825f8653a659 req-9d82fb77-9485-4d13-b642-147caaa88c1d tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:32.153629 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4be8522f-84bf-4baf-a372-825f8653a659 req-9d82fb77-9485-4d13-b642-147caaa88c1d tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 944 time: 0.0505788 Aug 31 05:23:32.190786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4be8522f-84bf-4baf-a372-825f8653a659 req-a59ced39-1a5d-46ef-a718-968767ce8633 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Aug 31 05:23:32.689855 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2fd5e808-7be4-4cb0-b4b9-7fcdb1475825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:32.729711 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f88eabc7-0ac9-4768-a7d4-a589b96697cd details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:23:32.837777 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:32.851289 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd', 'network_id': 'bf939528-391e-4fcf-b74e-7a06f4df5782', 'port_id': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd', 'mac_address': 'fa:16:3e:db:51:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b3062f-71c9-4f49-b4bd-abbd71711fe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:23:32.889235 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:32.903009 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88eabc7-0ac9-4768-a7d4-a589b96697cd {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:23:32.921781 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:32.925784 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:32.977699 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:33.162894 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['f88eabc7-0ac9-4768-a7d4-a589b96697cd'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:23:33.308733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1886ac-be5b-4b2c-90e2-f3f78c0c1a63 req-798b956c-2299-4501-ab97-1b6b8e94b67a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:33.310213 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4e1886ac-be5b-4b2c-90e2-f3f78c0c1a63 req-798b956c-2299-4501-ab97-1b6b8e94b67a tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Aug 31 05:23:33.346464 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4e1886ac-be5b-4b2c-90e2-f3f78c0c1a63 req-cdfb744b-a9d9-4680-8a65-738206d44b4c tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Aug 31 05:23:34.474244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34040-8cf5-47c1-9eb5-26282f27423b req-8ad2cee3-91f4-405e-b8be-254d515f0a73 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:34.475889 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afd34040-8cf5-47c1-9eb5-26282f27423b req-8ad2cee3-91f4-405e-b8be-254d515f0a73 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 945 time: 0.0560644 Aug 31 05:23:34.516348 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afd34040-8cf5-47c1-9eb5-26282f27423b req-fa2bcaab-e550-4bdb-a48f-9cc007aa4878 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341980 Aug 31 05:23:34.693837 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:23:34.731935 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f88eabc7-0ac9-4768-a7d4-a589b96697cd up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:23:34.778858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port f88eabc7-0ac9-4768-a7d4-a589b96697cd completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:23:34.782497 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port f88eabc7-0ac9-4768-a7d4-a589b96697cd triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:23:34.782869 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:34.860112 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:34.882283 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:34.884562 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9dbd9-f3cf-445e-b5ce-69f6f7508521" -d '{"events": [{"server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "name": "network-vif-plugged", "status": "completed", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:34.900331 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:34.906123 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:34.930652 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5e321-cadf-4e19-a875-5c76beaf6d85 x-openstack-request-id: req-22a5e321-cadf-4e19-a875-5c76beaf6d85 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:34.931019 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "name": "network-vif-plugged", "status": "completed", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:34.931216 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22a5e321-cadf-4e19-a875-5c76beaf6d85 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:34.931604 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd', 'code': 200} Aug 31 05:23:34.957268 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:35.103388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88379965-d7e4-4f03-be05-49485b737641 req-24f8823b-e96d-4809-a539-3f499a304885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:35.104730 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-88379965-d7e4-4f03-be05-49485b737641 req-24f8823b-e96d-4809-a539-3f499a304885 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 1099 time: 0.0421014 Aug 31 05:23:35.143033 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-88379965-d7e4-4f03-be05-49485b737641 req-9cbb66f5-34d9-4078-a2aa-da3aee5df3a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Aug 31 05:23:35.640751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a71-7ed9-41c0-9a39-e86587745b9d req-d5bd7190-4c83-428e-b699-18c1c31c70ae tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:35.642277 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ab1b7a71-7ed9-41c0-9a39-e86587745b9d req-d5bd7190-4c83-428e-b699-18c1c31c70ae tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 946 time: 0.0522990 Aug 31 05:23:35.719677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:35.723822 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ab1b7a71-7ed9-41c0-9a39-e86587745b9d req-e64435ed-d8bd-4cb7-947f-cd14684870b2 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739691 Aug 31 05:23:36.847406 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7190d-d074-441f-a125-25fa842c45dd req-4d8769de-52fe-4dd5-b264-050cce11cb5d tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:36.849512 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4da7190d-d074-441f-a125-25fa842c45dd req-4d8769de-52fe-4dd5-b264-050cce11cb5d tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 946 time: 0.0560601 Aug 31 05:23:36.891361 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4da7190d-d074-441f-a125-25fa842c45dd req-6ed3d39e-d0e1-46d1-a6ec-79f4b40aa792 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Aug 31 05:23:36.974638 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a6ff079f-a102-47f9-9aee-e6c2b054d2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:37.563863 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:37.595174 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd02d62-4b9c-43a5-bbb3-ad7d067c157b req-7f1f4e81-266a-4cef-844f-b70bb5e5f96e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:37.596636 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd02d62-4b9c-43a5-bbb3-ad7d067c157b req-7f1f4e81-266a-4cef-844f-b70bb5e5f96e tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 946 time: 0.0578494 Aug 31 05:23:37.640834 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd02d62-4b9c-43a5-bbb3-ad7d067c157b req-b7994081-f1a4-4f02-9f4a-0373da0f85d6 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Aug 31 05:23:38.766254 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e44a0-4f62-4a3c-b925-4255f06fd373 req-4905493f-5fa1-4c11-a352-9c0c379938fc tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:38.767837 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-074e44a0-4f62-4a3c-b925-4255f06fd373 req-4905493f-5fa1-4c11-a352-9c0c379938fc tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 946 time: 0.0528224 Aug 31 05:23:38.816337 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-074e44a0-4f62-4a3c-b925-4255f06fd373 req-3b2375b2-dd39-4c2b-ab79-f418cdaadeb5 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Aug 31 05:23:39.052884 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-855e14c5-2d34-4908-9d44-7221fe77c0cd tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:23:39.054393 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-855e14c5-2d34-4908-9d44-7221fe77c0cd tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Aug 31 05:23:39.100091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:39.150772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Deleting port f88eabc7-0ac9-4768-a7d4-a589b96697cd {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:23:39.151146 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:39.497559 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] For port f88eabc7-0ac9-4768-a7d4-a589b96697cd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f88eabc7-0ac9-4768-a7d4-a589b96697cd,segment=NetworkSegment(9b72a398-eb93-40a7-81d6-1183e513feb6),segment_id=9b72a398-eb93-40a7-81d6-1183e513feb6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:23:39.497935 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:39.512883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Calling delete_port for f88eabc7-0ac9-4768-a7d4-a589b96697cd owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:23:39.653890 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:39.669122 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['f88eabc7-0ac9-4768-a7d4-a589b96697cd'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:23:39.689148 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Pushing event deleted for resources: {'Port': ['ID=f88eabc7-0ac9-4768-a7d4-a589b96697cd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:39.744275 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] No DVR routers for this DVR port f88eabc7-0ac9-4768-a7d4-a589b96697cd on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:23:39.747299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:39.750724 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-60ec44b7-1e1b-4bf1-833e-2503e4049f8b req-9d95d723-ecb0-4e4a-b80e-e023523edcc1 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.35 "DELETE /v2.0/ports/f88eabc7-0ac9-4768-a7d4-a589b96697cd HTTP/1.1" status: 204 len: 173 time: 0.6881464 Aug 31 05:23:39.751297 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'name': 'network-vif-deleted', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:23:39.753751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6368c81-ce2e-43c6-8d25-88bdb09ac948" -d '{"events": [{"server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "name": "network-vif-deleted", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:23:39.828170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27043dd-da77-48ef-a741-ba67b06f1a26 x-openstack-request-id: req-b27043dd-da77-48ef-a741-ba67b06f1a26 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:23:39.828812 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941b2190-9701-4081-8717-ecc6e25a1941", "name": "network-vif-deleted", "tag": "f88eabc7-0ac9-4768-a7d4-a589b96697cd", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:23:39.829045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b27043dd-da77-48ef-a741-ba67b06f1a26 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:23:39.829692 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941b2190-9701-4081-8717-ecc6e25a1941', 'name': 'network-vif-deleted', 'tag': 'f88eabc7-0ac9-4768-a7d4-a589b96697cd', 'status': 'completed', 'code': 200} Aug 31 05:23:39.943523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3907e5c6-414d-4937-98e8-f23d93cebd6f req-e3e46b1d-059a-4386-bd17-307387de9a01 tempest-VolumesActionsTest-602050017 tempest-VolumesActionsTest-602050017-project] 10.222.0.25 "GET /v2.0/ports?device_id=941b2190-9701-4081-8717-ecc6e25a1941 HTTP/1.1" status: 200 len: 210 time: 0.0298858 Aug 31 05:23:41.377377 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56472) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:41.508162 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.633752 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.639668 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.709046 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c867008-057e-4ebc-82b0-affbdfa310eb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:41.723858 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5165909706ac4cb594f30eb531fca3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449275 Aug 31 05:23:41.726213 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56488) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:41.726729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.727256 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.727819 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.728407 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.728992 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.729837 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.730425 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.731009 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.731425 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.731924 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.732504 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.733083 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0c41-bb7d-4ca7-bfba-a47d06634f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:41.797576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.830049 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.885763 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.890832 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:41.892845 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c867008-057e-4ebc-82b0-affbdfa310eb HTTP/1.1" status: 204 len: 168 time: 0.1644609 Aug 31 05:23:41.906151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66183d0f-a736-4137-8217-6bb5e3dcc55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c867008-057e-4ebc-82b0-affbdfa310eb,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:42.273416 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56514) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:42.292224 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a1419db-c208-47d3-aa98-de530f1dcd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.413311 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a1419db-c208-47d3-aa98-de530f1dcd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.416937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a1419db-c208-47d3-aa98-de530f1dcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.456051 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2a1419db-c208-47d3-aa98-de530f1dcd33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17b8eb713c8c4f0899dd4a0dc60bfc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815336 Aug 31 05:23:42.457185 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1419db-c208-47d3-aa98-de530f1dcd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128c59dd-14f9-451a-8cfa-9e7f83796288,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:42.459238 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:42.510818 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.532931 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.590000 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.592846 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:42.594107 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/128c59dd-14f9-451a-8cfa-9e7f83796288 HTTP/1.1" status: 204 len: 168 time: 0.1338484 Aug 31 05:23:42.603479 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f923-a855-4c16-b64d-4306b7a63ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128c59dd-14f9-451a-8cfa-9e7f83796288,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:44.827921 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f88eabc7-0ac9-4768-a7d4-a589b96697cd no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:23:44.848799 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: f88eabc7-0ac9-4768-a7d4-a589b96697cd {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:23:44.849142 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device f88eabc7-0ac9-4768-a7d4-a589b96697cd not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:23:45.326556 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.232926 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:47.383766 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1f34-a566-4d87-88dc-0b797d15cb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.508707 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1f34-a566-4d87-88dc-0b797d15cb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.516045 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1f34-a566-4d87-88dc-0b797d15cb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.577075 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bc4b1f34-a566-4d87-88dc-0b797d15cb7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05c547b4968b4c3fa7fab1b32e0d0347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422751 Aug 31 05:23:47.580430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56652) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:47.583371 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1f34-a566-4d87-88dc-0b797d15cb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8eea3b-28ea-41ea-8e5c-a2569e2515c3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:47.676902 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.717646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.778153 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.782034 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:47.786461 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b8eea3b-28ea-41ea-8e5c-a2569e2515c3 HTTP/1.1" status: 204 len: 168 time: 0.2047598 Aug 31 05:23:47.799046 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7317ee-2b79-41a9-8ad3-575c404a875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8eea3b-28ea-41ea-8e5c-a2569e2515c3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:48.114025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56662) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:48.133358 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f003cf07-aaea-4af0-b21c-ee45ce413313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.263969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f003cf07-aaea-4af0-b21c-ee45ce413313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.270169 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f003cf07-aaea-4af0-b21c-ee45ce413313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.340293 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f003cf07-aaea-4af0-b21c-ee45ce413313 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8de4dcac80c8430cb9a5c572138691c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236791 Aug 31 05:23:48.342896 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56668) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:48.367779 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003cf07-aaea-4af0-b21c-ee45ce413313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e606e82-cd69-47c0-a9d5-a11c06e749c8,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:48.426491 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.461069 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.524921 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.528114 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:48.529367 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e606e82-cd69-47c0-a9d5-a11c06e749c8 HTTP/1.1" status: 204 len: 168 time: 0.1852348 Aug 31 05:23:48.541747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b1b35-23ae-4211-9987-dd1f4db3165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e606e82-cd69-47c0-a9d5-a11c06e749c8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:53.725596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56770) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:53.983257 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.110644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.116663 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.157697 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d52abc9eb54b19a248eaaa835c707b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261861 Aug 31 05:23:54.158589 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1c1def-88a4-495f-a6c8-51f09c7d686f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:54.161725 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56778) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:54.166285 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.166637 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.167109 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.167353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.167753 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.168028 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.168389 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.168747 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.169090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.169394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.169750 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.170083 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b825a-3d42-4678-bc07-dd1c27cac217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:23:54.234671 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.262833 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.328015 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.331421 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.332715 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b1c1def-88a4-495f-a6c8-51f09c7d686f HTTP/1.1" status: 204 len: 168 time: 0.1691031 Aug 31 05:23:54.342883 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5c66-ff71-4a00-9e34-83a5ae91744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1c1def-88a4-495f-a6c8-51f09c7d686f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:54.688240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 56792) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:54.713977 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fc43d417-32bc-483c-a127-71c68d8a0892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.873609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fc43d417-32bc-483c-a127-71c68d8a0892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.880535 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fc43d417-32bc-483c-a127-71c68d8a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:54.947024 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fc43d417-32bc-483c-a127-71c68d8a0892 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfd1410ddfd8450b9edf9ecdc40f3bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571266 Aug 31 05:23:54.948332 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43d417-32bc-483c-a127-71c68d8a0892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010bd5bd-3bb3-4b2a-a049-3213d035e9e7,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:23:54.949740 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 56794) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:23:55.087010 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:55.123537 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:55.179989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:55.182568 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:23:55.186803 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/010bd5bd-3bb3-4b2a-a049-3213d035e9e7 HTTP/1.1" status: 204 len: 168 time: 0.2353804 Aug 31 05:23:55.195989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf57df-afb4-448c-a2ea-9fa081c04d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010bd5bd-3bb3-4b2a-a049-3213d035e9e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:02.690421 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e3784b38-a979-406e-a19d-db3a32849e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.263911 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57012) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:04.307506 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Deleting subnet 27b3062f-71c9-4f49-b4bd-abbd71711fe7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:24:04.310493 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.345970 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.384760 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.435103 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.459779 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b3062f-71c9-4f49-b4bd-abbd71711fe7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:04.465832 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.467835 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-905d9962-56c8-4d10-a010-7477a28a58cf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/27b3062f-71c9-4f49-b4bd-abbd71711fe7 HTTP/1.1" status: 204 len: 168 time: 0.2028875 Aug 31 05:24:04.470170 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57014) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:04.555345 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.634799 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.644552 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf939528-391e-4fcf-b74e-7a06f4df5782']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:04.654759 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b72a398-eb93-40a7-81d6-1183e513feb6') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:04.655058 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b72a398-eb93-40a7-81d6-1183e513feb6') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:04.664624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.682487 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.692182 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:24:04.692953 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:24:04.695528 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:24:04.754150 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.761296 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:04.763106 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf939528-391e-4fcf-b74e-7a06f4df5782 HTTP/1.1" status: 204 len: 168 time: 0.2920215 Aug 31 05:24:04.772195 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c878f-c06f-40c4-ad97-d19fcf48f28d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf939528-391e-4fcf-b74e-7a06f4df5782,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:04.922629 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57020) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:04.962150 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9200bc4d-d11f-41a0-b1e7-232825f715b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2741631e40fe43d98684bd0087857ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382786 Aug 31 05:24:04.964507 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57022) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:05.013172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.035003 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.080316 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.082851 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.084606 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a4f2872-bdcc-48be-a1fe-6b9fb1a67583 HTTP/1.1" status: 204 len: 168 time: 0.1191506 Aug 31 05:24:05.091955 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd100d04-b74d-4dbc-a58a-0ef7c98857a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4f2872-bdcc-48be-a1fe-6b9fb1a67583,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:05.691406 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.742841 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57048) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:05.840839 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037205291-network', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:05.860630 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Made reservation on behalf of 6f19e699efa2438ca1d89b41749a30dc for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:24:05.862826 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.874516 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.959635 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.963458 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:05.986935 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:24:05.996823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29096b8f-8461-45dd-83dd-b315666a6173,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:06.001634 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.001977 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Added segment 8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138 of type vlan for network 3a04c348-0ac9-4503-b32f-06538421a562 Aug 31 05:24:06.041410 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.065175 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.066119 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:06.066716 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.117585 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3735139 Aug 31 05:24:06.120478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57052) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:06.125696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Request body: {'subnet': {'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037205291-subnet', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:06.125959 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4047a-ccc9-421c-a973-933e9ee0b8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a04c348-0ac9-4503-b32f-06538421a562,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:06.135677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 3a04c348-0ac9-4503-b32f-06538421a562 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:24:06.148290 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Made reservation on behalf of 6f19e699efa2438ca1d89b41749a30dc for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:24:06.150562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9841726'] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.315757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9841704'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.372300 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6191d174-df8d-4e8c-b69a-5931ea39e8ec,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:06.382074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Checking segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:06.382433 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Network hostable DHCP agents. Network: 3a04c348-0ac9-4503-b32f-06538421a562, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:24:06.398964 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Network 3a04c348-0ac9-4503-b32f-06538421a562 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:24:06.407353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 3a04c348-0ac9-4503-b32f-06538421a562) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:06.412431 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:06.413289 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.417241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90368d6e-8800-4d87-95cd-de6494f09be4 None None] Network 3a04c348-0ac9-4503-b32f-06538421a562 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:24:06.427867 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2206768d-f15d-4744-8bad-fce8686cfe94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3062479 Aug 31 05:24:06.430644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57054) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:06.435180 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:06.455499 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.456506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.508770 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.562275 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-3a04c348-0ac9-4503-b32f-06538421a562', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:24:06.563241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.660939 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.704622 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Allocated IP 172.20.0.2 (3a04c348-0ac9-4503-b32f-06538421a562/6191d174-df8d-4e8c-b69a-5931ea39e8ec/9c2d6baa-67b8-4a95-92ae-d434b4010575) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:06.870958 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.872434 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.884315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Transition to ACTIVE for port object 9c2d6baa-67b8-4a95-92ae-d434b4010575 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:06.896583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.908683 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Transition to ACTIVE for port object 9c2d6baa-67b8-4a95-92ae-d434b4010575 will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:06.916331 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:06.962657 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Network 3a04c348-0ac9-4503-b32f-06538421a562 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:06.975338 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:06.977783 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:06.988108 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Pushing event updated for resources: {'Port': ['ID=9c2d6baa-67b8-4a95-92ae-d434b4010575,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:06.996355 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6619bcfa-35d2-44e1-8bda-3832be540539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.015472 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Allocated IP 172.27.2.60 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:07.045316 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Attempting to bind port 9c2d6baa-67b8-4a95-92ae-d434b4010575 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:07.045686 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Attempting to bind port 9c2d6baa-67b8-4a95-92ae-d434b4010575 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:07.046043 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Attempting to bind port 9c2d6baa-67b8-4a95-92ae-d434b4010575 on network 3a04c348-0ac9-4503-b32f-06538421a562 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:07.050908 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:07.051351 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Checking segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:07.052299 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.052927 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Bound using segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:07.053138 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Bound port: 9c2d6baa-67b8-4a95-92ae-d434b4010575, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:07.053516 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.120942 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] For port 9c2d6baa-67b8-4a95-92ae-d434b4010575, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:07.124285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] For port 9c2d6baa-67b8-4a95-92ae-d434b4010575, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=9c2d6baa-67b8-4a95-92ae-d434b4010575,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:07.125590 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.128654 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.171460 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.189405 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6f26d-71e6-4615-b6e2-2e8bf21d7de1 None None] Pushing event updated for resources: {'Port': ['ID=9c2d6baa-67b8-4a95-92ae-d434b4010575,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:07.221689 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:07.225549 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:07.230456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:07.233656 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Pushing event updated for resources: {'Port': ['ID=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:07.494347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.563513 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.688106 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.829586 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Router 4dba91cc-5d8c-4add-834d-760a84b81ecb is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:24:07.943194 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:07.963225 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:07.963479 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Sync routers for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:07.967237 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2bfecb9f-b745-4ad1-b486-313c4eb9c11f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5330355 Aug 31 05:24:07.967657 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57068) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:07.994330 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:07.994686 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:08.124145 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21dd756-aac6-4564-a077-02cdfc7f52a6 None None] Network 3a04c348-0ac9-4503-b32f-06538421a562 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:24:08.190581 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:08.322224 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-672c4dff-cde3-473a-8536-dca231a42ed3 None None] Provisioning for port 9c2d6baa-67b8-4a95-92ae-d434b4010575 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:08.481897 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:07Z', 'revision_number': 3, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:08.495512 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.516299 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Checking router: 4dba91cc-5d8c-4add-834d-760a84b81ecb for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:08.516660 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Updating router 4dba91cc-5d8c-4add-834d-760a84b81ecb port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:24:08.550066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 9c2d6baa-67b8-4a95-92ae-d434b4010575 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:08.584948 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.701264 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 9c2d6baa-67b8-4a95-92ae-d434b4010575 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:08.706754 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 9c2d6baa-67b8-4a95-92ae-d434b4010575 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:08.707157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.709624 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Allocated IP 172.20.0.1 (3a04c348-0ac9-4503-b32f-06538421a562/6191d174-df8d-4e8c-b69a-5931ea39e8ec/248c8243-be71-4cd3-8eca-1f7ed97793d0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:08.810706 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-68d4ea6e-38e6-4293-a9d3-47966b911afe None None] Provisioning complete for port 9c2d6baa-67b8-4a95-92ae-d434b4010575 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:08.811102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-68d4ea6e-38e6-4293-a9d3-47966b911afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.832543 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.853844 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Transition to ACTIVE for port object 248c8243-be71-4cd3-8eca-1f7ed97793d0 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:08.891643 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:08.947098 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Pushing event updated for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:08.950885 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Network 3a04c348-0ac9-4503-b32f-06538421a562 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:08.952751 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:08.955057 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:08.995947 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.055249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.164440 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-68d4ea6e-38e6-4293-a9d3-47966b911afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.178687 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.188956 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 9c2d6baa-67b8-4a95-92ae-d434b4010575, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=9c2d6baa-67b8-4a95-92ae-d434b4010575,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:09.210885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.218626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.251105 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.283868 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Transition to ACTIVE for port object dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:09.314261 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.344789 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=9c2d6baa-67b8-4a95-92ae-d434b4010575,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:09.357476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.db.api [None req-68d4ea6e-38e6-4293-a9d3-47966b911afe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 05:24:09.357623 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG oslo_db.api [None req-68d4ea6e-38e6-4293-a9d3-47966b911afe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 05:24:09.389356 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Attempting to bind port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:09.389737 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Attempting to bind port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:09.390106 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Attempting to bind port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:09.401862 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:09.402273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:09.402682 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.403172 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:09.403860 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Bound port: dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:09.404811 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.431438 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c194b-9825-4cdd-b5f9-5f8c07bf78ad None None] Pushing event updated for resources: {'Port': ['ID=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:09.470913 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.471180 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] For port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:09.475269 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] For port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:09.476033 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.480588 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.548423 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:09.549077 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:09.570774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Pushing event updated for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:09.573687 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:09.588223 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c194b-9825-4cdd-b5f9-5f8c07bf78ad None None] Pushing event updated for resources: {'Port': ['ID=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:09.681024 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:09.701736 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Network 3a04c348-0ac9-4503-b32f-06538421a562 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:09.703330 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:09.882168 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Router 4dba91cc-5d8c-4add-834d-760a84b81ecb has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:24:09.967072 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 2, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:10.020282 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8491df-789b-49c9-be9d-4c141dfea317 None None] The sync data for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi is: [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 2, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:10.024686 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:10.031617 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d8f33566-5ff4-45cd-bdb3-e033aac66cee admin admin] 10.222.0.25 "PUT /v2.0/routers/4dba91cc-5d8c-4add-834d-760a84b81ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0627644 Aug 31 05:24:10.071871 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1e10f2f2-fb0e-4ad2-8026-b7fd46adf98a None None] Provisioning for port 248c8243-be71-4cd3-8eca-1f7ed97793d0 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:10.078931 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1e10f2f2-fb0e-4ad2-8026-b7fd46adf98a None None] Provisioning complete for port 248c8243-be71-4cd3-8eca-1f7ed97793d0 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:10.079775 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e10f2f2-fb0e-4ad2-8026-b7fd46adf98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.123147 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-1e10f2f2-fb0e-4ad2-8026-b7fd46adf98a None None] Port 248c8243-be71-4cd3-8eca-1f7ed97793d0 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:24:10.455853 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 9c2d6baa-67b8-4a95-92ae-d434b4010575 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:10.512378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 9c2d6baa-67b8-4a95-92ae-d434b4010575 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:10.513010 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.748106 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:10.753161 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-500685943-network', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:10.789212 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Made reservation on behalf of 4a18f06079d8497a9fa9788d2c502a64 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:24:10.794589 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.813278 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.944823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.951566 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:10.982095 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:24:10.998593 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d5701-fc11-48d4-bac6-5f9544fd0a4b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:11.002687 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.003297 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Added segment 298028af-70a6-48e8-ac08-957ec4e3529f of type vlan for network c2cd908f-ad70-4be1-ac28-43221b403f48 Aug 31 05:24:11.060690 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.101638 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.103275 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:11.104204 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.191275 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4417543 Aug 31 05:24:11.195873 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:11.203474 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Request body: {'subnet': {'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-500685943-subnet', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:11.226491 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf230a-89b6-42a4-a887-b13f285debf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cd908f-ad70-4be1-ac28-43221b403f48,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:11.237811 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network c2cd908f-ad70-4be1-ac28-43221b403f48 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:24:11.251669 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Made reservation on behalf of 4a18f06079d8497a9fa9788d2c502a64 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:24:11.254330 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.465388 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.534422 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22db7c65-bf20-4161-909f-8c7b399b901a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:11.542147 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Checking segment: {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:11.542506 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Network hostable DHCP agents. Network: c2cd908f-ad70-4be1-ac28-43221b403f48, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:24:11.563693 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Network c2cd908f-ad70-4be1-ac28-43221b403f48 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:24:11.575291 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, c2cd908f-ad70-4be1-ac28-43221b403f48) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:11.580172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:11.580768 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.586343 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450060c-fd90-4921-b84e-00a8589844e5 None None] Network c2cd908f-ad70-4be1-ac28-43221b403f48 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:24:11.597542 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ca950179-7709-47b4-bed1-75b0e286b80c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4003243 Aug 31 05:24:11.600331 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57132) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:11.604923 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:11.635213 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.636438 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.694823 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:24:11.705510 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.765386 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-c2cd908f-ad70-4be1-ac28-43221b403f48', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:24:11.770096 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.870818 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:11.941237 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Allocated IP 172.20.0.2 (c2cd908f-ad70-4be1-ac28-43221b403f48/22db7c65-bf20-4161-909f-8c7b399b901a/0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:12.111032 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.145875 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.149764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.161784 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Transition to ACTIVE for port object 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:12.182837 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Transition to ACTIVE for port object 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:12.197154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.243267 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Network c2cd908f-ad70-4be1-ac28-43221b403f48 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:12.247934 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:12.277070 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Pushing event updated for resources: {'Port': ['ID=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:12.279723 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:12.355703 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Allocated IP 172.27.2.146 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/8b358a1f-238d-471a-b5fd-ceeebac8ea2c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:12.360269 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Attempting to bind port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:12.360656 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Attempting to bind port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:12.361180 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Attempting to bind port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 on network c2cd908f-ad70-4be1-ac28-43221b403f48 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:12.368217 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:12.368602 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Checking segment: {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:12.369788 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.369788 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Bound using segment: {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:12.370404 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Bound port: 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:12.370764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.462221 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] For port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:12.475724 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] For port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:12.498689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.524963 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:12.581316 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Sync routers for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:12.581316 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:12.581316 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:12.583782 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.625444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e644-9a41-4612-b29b-9267ade1bedd None None] Pushing event updated for resources: {'Port': ['ID=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:12.651795 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:12.657280 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:12.658169 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.686121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.745219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Pushing event updated for resources: {'Port': ['ID=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:12.759617 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:12.762091 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:12.764860 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:12.799157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:12.920093 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:12.921408 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:12.939656 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.011025 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:13.175592 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.201282 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 2, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:13.345863 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Checking router: 4dba91cc-5d8c-4add-834d-760a84b81ecb for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:13.346221 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Updating router 4dba91cc-5d8c-4add-834d-760a84b81ecb port 248c8243-be71-4cd3-8eca-1f7ed97793d0 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:24:13.372934 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.694336 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.740460 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.751807 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Transition to ACTIVE for port object 248c8243-be71-4cd3-8eca-1f7ed97793d0 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:13.758603 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.845869 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Pushing event updated for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:13.867787 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Router b75332a8-bb03-4f82-9242-b507f93d9fd0 is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:24:13.892543 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06e3d7-7d54-4c1f-b4c4-ca1141377035 None None] Network c2cd908f-ad70-4be1-ac28-43221b403f48 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:24:13.909650 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.910022 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.910373 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.910716 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.911750 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.912405 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.913181 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.913699 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.914262 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.914760 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.915282 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.915765 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:13.952971 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Attempting to bind port 248c8243-be71-4cd3-8eca-1f7ed97793d0 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:13.953616 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Attempting to bind port 248c8243-be71-4cd3-8eca-1f7ed97793d0 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:13.953713 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Attempting to bind port 248c8243-be71-4cd3-8eca-1f7ed97793d0 on network 3a04c348-0ac9-4503-b32f-06538421a562 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:13.964772 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:13.965225 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Checking segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:13.965564 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:13.965969 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Bound using segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:13.966457 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Bound port: 248c8243-be71-4cd3-8eca-1f7ed97793d0, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:13.966870 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:14.050030 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:14.079910 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:14.082789 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5e89dd72-71a2-4116-8c7d-e052f74a1bcc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4812133 Aug 31 05:24:14.084026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Sync routers for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:14.086879 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:14.097494 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-84d47945-09a0-4281-beac-cdc3e69f5fbe None None] Provisioning for port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:14.160255 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] For port 248c8243-be71-4cd3-8eca-1f7ed97793d0, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:14.162124 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:14.162867 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:14.167343 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] For port 248c8243-be71-4cd3-8eca-1f7ed97793d0, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=248c8243-be71-4cd3-8eca-1f7ed97793d0,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:14.175741 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:14.332119 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f058759-2d16-457c-ba0b-8bd7aece72da None None] Pushing event updated for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:14.337138 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:14.338068 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:14.466724 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:14.640223 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:14.936463 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:14.984736 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.011086 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:14Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:15.058678 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53217af2-0408-4c38-a3a9-bc22ceb8d427 None None] The sync data for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi is: [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:14Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:15.083764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:15.084661 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.210230 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Allocated IP 172.20.0.1 (c2cd908f-ad70-4be1-ac28-43221b403f48/22db7c65-bf20-4161-909f-8c7b399b901a/4f863370-8bf0-4317-834f-1d8df5e367cd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:15.243168 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:13Z', 'revision_number': 3, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:15.281737 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Checking router: b75332a8-bb03-4f82-9242-b507f93d9fd0 for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:15.282097 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Updating router b75332a8-bb03-4f82-9242-b507f93d9fd0 port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:24:15.288202 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:15.343671 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.369781 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.384481 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.388537 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Transition to ACTIVE for port object 4f863370-8bf0-4317-834f-1d8df5e367cd will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:15.450580 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.488726 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:15.497817 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:15.498133 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.516071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Network c2cd908f-ad70-4be1-ac28-43221b403f48 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:15.521489 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:15.524123 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:15.583382 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.653625 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Pushing event updated for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:15.721400 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.792345 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:15.818132 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.819045 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 248c8243-be71-4cd3-8eca-1f7ed97793d0 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:15.835576 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.915580 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.954724 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:15.960730 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Transition to ACTIVE for port object 8b358a1f-238d-471a-b5fd-ceeebac8ea2c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:15.972122 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-579e1a9d-5928-43b6-89cc-096eb32d61b8 None None] Provisioning for port 4f863370-8bf0-4317-834f-1d8df5e367cd completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:15.979013 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:15.984026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.984587 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.984951 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.985360 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.985813 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.986258 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.986686 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.987102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.987521 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.987913 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.988322 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.988657 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:15.997273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-579e1a9d-5928-43b6-89cc-096eb32d61b8 None None] Provisioning complete for port 4f863370-8bf0-4317-834f-1d8df5e367cd triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:15.997730 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-579e1a9d-5928-43b6-89cc-096eb32d61b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.004436 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 248c8243-be71-4cd3-8eca-1f7ed97793d0 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:16.062964 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 248c8243-be71-4cd3-8eca-1f7ed97793d0 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:16.064133 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.111876 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.122638 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.126190 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785a32-da75-417e-9bdb-c50d6b79a232 None None] Pushing event updated for resources: {'Port': ['ID=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:16.135429 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-579e1a9d-5928-43b6-89cc-096eb32d61b8 None None] Port 4f863370-8bf0-4317-834f-1d8df5e367cd cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:24:16.138329 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Attempting to bind port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:16.138773 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Attempting to bind port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:16.139242 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Attempting to bind port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:16.149712 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:16.150178 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:16.150654 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.151112 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:16.151689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Bound port: 8b358a1f-238d-471a-b5fd-ceeebac8ea2c, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:16.152160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.196047 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.209858 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Pushing event updated for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:16.244637 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] For port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:16.256334 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.261734 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] For port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:16.278629 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.324229 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Network c2cd908f-ad70-4be1-ac28-43221b403f48 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:16.325810 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:16.362560 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 248c8243-be71-4cd3-8eca-1f7ed97793d0, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=248c8243-be71-4cd3-8eca-1f7ed97793d0,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:16.369497 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785a32-da75-417e-9bdb-c50d6b79a232 None None] Pushing event updated for resources: {'Port': ['ID=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:16.372451 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:16.373081 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:16.375160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.492938 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Router b75332a8-bb03-4f82-9242-b507f93d9fd0 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:24:16.508604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:16.517216 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:16.555459 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:16.654141 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:16.670733 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c39cb31b-713b-4eab-b49e-b973eeb0158b admin admin] 10.222.0.25 "PUT /v2.0/routers/b75332a8-bb03-4f82-9242-b507f93d9fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5734780 Aug 31 05:24:16.726509 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:16.726994 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.770217 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-79f9963d-4e1e-4eac-9c8d-8474fd00d131 None None] Provisioning complete for port 4f863370-8bf0-4317-834f-1d8df5e367cd triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:16.771552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-79f9963d-4e1e-4eac-9c8d-8474fd00d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:16.851431 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-79f9963d-4e1e-4eac-9c8d-8474fd00d131 None None] Port 4f863370-8bf0-4317-834f-1d8df5e367cd cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:24:16.936980 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '4f863370-8bf0-4317-834f-1d8df5e367cd', 'name': '', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'mac_address': 'fa:16:3e:43:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:15Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 2, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'subnets': [{'id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:17.098174 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54602b0e-5667-4e0b-b57b-12eaf42c3355 None None] The sync data for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi is: [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '4f863370-8bf0-4317-834f-1d8df5e367cd', 'name': '', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'mac_address': 'fa:16:3e:43:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:15Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 2, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'subnets': [{'id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:17.441779 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57236) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:17.449473 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353421194', 'description': 'tempest-secgroup-smoke-1353421194 description', 'project_id': '6f19e699efa2438ca1d89b41749a30dc'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:17.481491 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.601872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.610093 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.642268 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2079a-c686-438d-bf2d-1af5412c4de9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:17.645341 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.650774 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4fef0e74-e51b-4dd6-98e1-ad6f12ed6d71 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2071238 Aug 31 05:24:17.655289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:17.660247 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:17.692361 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.765281 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.769858 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.792478 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394c890e-eba0-4ef8-b95e-720081520762,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:17.801155 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.802528 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d2b23839-8cdf-41a3-a3c8-225c876ea79a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461544 Aug 31 05:24:17.805457 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57240) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:17.810121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:17.866452 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.943792 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.952222 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.980325 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016e619f-02dd-4c85-8659-6787cb92baf8,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:17.990301 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:17.992140 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1ef321ed-ec6f-4dfd-b2a8-d5f20ecaebcb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854906 Aug 31 05:24:17.994921 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:18.001230 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:18.037707 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.132437 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.138358 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.160531 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d5057c-805b-4339-96f2-8f3ee351022a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:18.170272 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.175627 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-ec6849f0-45e8-40a2-92d4-8bcf97d2c000 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753919 Aug 31 05:24:18.176046 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:18.181484 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:18.221588 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.309404 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.314945 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.340774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1666dfdb-b2e1-4133-9b09-52b78a761d07,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:18.352746 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.357499 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1349e0d3-6b20-4b7f-afac-6154848cf1aa tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1769559 Aug 31 05:24:18.360844 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57248) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:18.366429 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:18.398618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-d24561d7-052e-4a87-a77f-b5d4c0a03074 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626183 Aug 31 05:24:18.402360 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Project 6f19e699efa2438ca1d89b41749a30dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:24:18.414385 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.530407 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.537649 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.554252 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-3a3fd23e-504e-4fd9-a9bd-31e7fbcb195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:18.556368 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-3a3fd23e-504e-4fd9-a9bd-31e7fbcb195d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1099 time: 0.0849349 Aug 31 05:24:18.578928 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5578cc33-d017-40e0-ab3f-c764b515e7c4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:18.590377 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.595263 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8028e062-c4c6-4074-9e0f-60b3967a474e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2297134 Aug 31 05:24:18.595263 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:18.599623 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2079a-c686-438d-bf2d-1af5412c4de9', 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:18.627475 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Project 6f19e699efa2438ca1d89b41749a30dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:24:18.636109 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.647970 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 248c8243-be71-4cd3-8eca-1f7ed97793d0 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:18.716014 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-6d7ffd12-7c8c-4f69-8f07-0fc5a4bb7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:18.717602 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-6d7ffd12-7c8c-4f69-8f07-0fc5a4bb7e57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.1334095 Aug 31 05:24:18.721087 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 248c8243-be71-4cd3-8eca-1f7ed97793d0 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:18.721706 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.747941 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.754447 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.783313 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.785468 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1900592 Aug 31 05:24:18.796642 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af83f-e042-435a-a8ac-6089c52c0de8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec2b991-451b-45a2-9875-e91db2609aec,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:18.812595 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-091f2f67-f25a-4b71-8243-3f90832b5a98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 1002 time: 0.0869238 Aug 31 05:24:18.838754 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 8b358a1f-238d-471a-b5fd-ceeebac8ea2c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:18.882528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-6b4e4a58-deb8-4635-a5fa-2feca6ab2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:18.884403 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-6b4e4a58-deb8-4635-a5fa-2feca6ab2350 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0633249 Aug 31 05:24:18.922863 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:18.931741 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:18.932148 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:18.940550 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-73a6ea9a-b3bf-45e6-b100-05e5d5a91953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:18.942276 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-73a6ea9a-b3bf-45e6-b100-05e5d5a91953 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495389 Aug 31 05:24:19.041353 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:19.066347 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-167a0375-b866-4b9f-998c-9c15e21b0f3c service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140151 Aug 31 05:24:19.073735 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:19.078344 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:19.158357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:19.201938 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7cad1ddf-d988-4dce-9ec0-3e591c1ea2d8 req-795a5040-9a7c-42b9-91a3-7211880e504c service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281536 Aug 31 05:24:19.518529 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Sync routers for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:19.528305 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:19.529070 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:19.650996 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:19.872172 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '4f863370-8bf0-4317-834f-1d8df5e367cd', 'name': '', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'mac_address': 'fa:16:3e:43:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:15Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 2, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'subnets': [{'id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:19.897597 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Checking router: b75332a8-bb03-4f82-9242-b507f93d9fd0 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:19.897863 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Updating router b75332a8-bb03-4f82-9242-b507f93d9fd0 port 4f863370-8bf0-4317-834f-1d8df5e367cd binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:24:19.924565 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.198536 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.213675 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Transition to ACTIVE for port object 4f863370-8bf0-4317-834f-1d8df5e367cd will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:20.219591 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.265118 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ae7f4-29b0-467a-b088-7a5c5f8ae691 None None] Pushing event updated for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:20.322281 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Attempting to bind port 4f863370-8bf0-4317-834f-1d8df5e367cd on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:20.322646 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Attempting to bind port 4f863370-8bf0-4317-834f-1d8df5e367cd by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:20.323007 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Attempting to bind port 4f863370-8bf0-4317-834f-1d8df5e367cd on network c2cd908f-ad70-4be1-ac28-43221b403f48 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:20.328185 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:20.328554 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Checking segment: {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:20.328959 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.329346 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Bound using segment: {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:20.329810 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Bound port: 4f863370-8bf0-4317-834f-1d8df5e367cd, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298028af-70a6-48e8-ac08-957ec4e3529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:20.330209 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.402579 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] For port 4f863370-8bf0-4317-834f-1d8df5e367cd, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:20.406436 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] For port 4f863370-8bf0-4317-834f-1d8df5e367cd, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=4f863370-8bf0-4317-834f-1d8df5e367cd,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:20.411512 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.482607 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ae7f4-29b0-467a-b088-7a5c5f8ae691 None None] Pushing event updated for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:20.483921 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 8b358a1f-238d-471a-b5fd-ceeebac8ea2c up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:20.488594 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:20.489360 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:20.577691 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:20.578180 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:20.703620 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:20.901160 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '4f863370-8bf0-4317-834f-1d8df5e367cd', 'name': '', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'mac_address': 'fa:16:3e:43:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:15Z', 'updated_at': '2021-08-31T05:24:20Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'subnets': [{'id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:20.930202 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6f844-6a60-44e1-a7fe-0b63cbb50fe2 None None] The sync data for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi is: [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:24:15Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '4f863370-8bf0-4317-834f-1d8df5e367cd', 'name': '', 'network_id': 'c2cd908f-ad70-4be1-ac28-43221b403f48', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'mac_address': 'fa:16:3e:43:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:15Z', 'updated_at': '2021-08-31T05:24:20Z', 'revision_number': 4, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'subnets': [{'id': '22db7c65-bf20-4161-909f-8c7b399b901a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:22.469912 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 4f863370-8bf0-4317-834f-1d8df5e367cd up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:22.521482 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 4f863370-8bf0-4317-834f-1d8df5e367cd completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:22.525262 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 4f863370-8bf0-4317-834f-1d8df5e367cd triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:22.525627 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:22.610924 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:22.646505 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 4f863370-8bf0-4317-834f-1d8df5e367cd, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=4f863370-8bf0-4317-834f-1d8df5e367cd,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:22.654517 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:22.704703 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:24.455954 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 4f863370-8bf0-4317-834f-1d8df5e367cd up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:24.508446 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 4f863370-8bf0-4317-834f-1d8df5e367cd triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:24.508822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:27.549011 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626b819-47a5-4942-9054-23df7c0e12f3 req-b4003414-79b2-4d04-aa0f-fe3bc9221283 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:27.550551 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9626b819-47a5-4942-9054-23df7c0e12f3 req-b4003414-79b2-4d04-aa0f-fe3bc9221283 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0610044 Aug 31 05:24:27.603444 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9626b819-47a5-4942-9054-23df7c0e12f3 req-c81ef55e-caef-4b8c-9bbe-0072dbf63421 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369909 Aug 31 05:24:28.727722 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce62356-7c94-4f66-83d5-55a34a621af3 req-e382995e-41d8-451b-8723-c5765851d13e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:28.729488 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ce62356-7c94-4f66-83d5-55a34a621af3 req-e382995e-41d8-451b-8723-c5765851d13e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0523489 Aug 31 05:24:28.768863 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ce62356-7c94-4f66-83d5-55a34a621af3 req-185df7bc-81c4-42d5-ac94-9a0cd710ec9f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333471 Aug 31 05:24:29.896600 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3175-b23e-4a92-90dc-1daea17aed43 req-90f04dd2-f504-4c67-9456-7bf893142b30 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:29.898177 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf7c3175-b23e-4a92-90dc-1daea17aed43 req-90f04dd2-f504-4c67-9456-7bf893142b30 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0543182 Aug 31 05:24:29.940103 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf7c3175-b23e-4a92-90dc-1daea17aed43 req-0dea3dfb-6dd0-41f7-aa3b-595f18b2f7f3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348129 Aug 31 05:24:31.072418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4d47-50b4-4c43-a6ef-033d828fe41f req-c25e7080-4682-4c4a-ab18-91171d023df0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:31.074019 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d78d4d47-50b4-4c43-a6ef-033d828fe41f req-c25e7080-4682-4c4a-ab18-91171d023df0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0548990 Aug 31 05:24:31.118796 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d78d4d47-50b4-4c43-a6ef-033d828fe41f req-3b5a58bd-d908-4f76-ab3d-1e97762efd51 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385032 Aug 31 05:24:32.247611 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2f96a-64d6-4ae3-baad-5a9bdd4d873c req-44462c92-08e7-4cb3-bfca-f2646fec778a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:32.249086 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6c2f96a-64d6-4ae3-baad-5a9bdd4d873c req-44462c92-08e7-4cb3-bfca-f2646fec778a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0495262 Aug 31 05:24:32.291288 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6c2f96a-64d6-4ae3-baad-5a9bdd4d873c req-55ccf2d5-b6e8-48b2-b767-4a7f7de5b6b1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358882 Aug 31 05:24:32.693162 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6313-741f-4bce-9618-a90a36f50f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:33.444057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29ded-ba66-427c-ad24-23a4178dcdec req-f0d4a23a-9dcb-41ec-9cce-fa6005bb1389 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:33.445627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5a29ded-ba66-427c-ad24-23a4178dcdec req-f0d4a23a-9dcb-41ec-9cce-fa6005bb1389 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0609374 Aug 31 05:24:33.488277 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5a29ded-ba66-427c-ad24-23a4178dcdec req-0513e364-ca14-4930-a8d1-4795dd9602ae tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368500 Aug 31 05:24:34.648133 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869c88-32b9-449b-9de9-732215c0d5bd req-879a619c-a6c9-445c-8c83-826a94a7261c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:34.649979 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b5869c88-32b9-449b-9de9-732215c0d5bd req-879a619c-a6c9-445c-8c83-826a94a7261c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0711577 Aug 31 05:24:34.690643 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b5869c88-32b9-449b-9de9-732215c0d5bd req-a78ede70-a4f7-41aa-bb67-55c6cd752ff1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Aug 31 05:24:34.893458 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17aef-14bf-4eb5-8755-75c1df232786 req-dbe55159-3b3d-4b24-982e-19c96384414b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:34.895164 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-35c17aef-14bf-4eb5-8755-75c1df232786 req-dbe55159-3b3d-4b24-982e-19c96384414b tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0561087 Aug 31 05:24:34.937269 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-35c17aef-14bf-4eb5-8755-75c1df232786 req-df15e7e9-d78d-43e3-8ad2-a09976e81037 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358939 Aug 31 05:24:35.695709 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:35.823525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63194-03e7-4024-9329-c2a95a149980 req-9b33647f-9364-4549-a2ac-0920d5b8dab3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:35.825043 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b3c63194-03e7-4024-9329-c2a95a149980 req-9b33647f-9364-4549-a2ac-0920d5b8dab3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0556982 Aug 31 05:24:35.868079 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b3c63194-03e7-4024-9329-c2a95a149980 req-b48e7d33-f623-4392-876e-df40889fb63e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Aug 31 05:24:36.062733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd5327-dba9-497a-b5ca-6f9867d59529 req-255177b5-6e79-498e-a9d6-6436e86a4697 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:36.064282 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bfbd5327-dba9-497a-b5ca-6f9867d59529 req-255177b5-6e79-498e-a9d6-6436e86a4697 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0504227 Aug 31 05:24:36.102901 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bfbd5327-dba9-497a-b5ca-6f9867d59529 req-5149d69e-5d0e-4e4e-ab88-d6b517732e03 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Aug 31 05:24:36.609226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-ed335116-7eb7-4c24-bad8-4d9965e2070e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:36.610652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-ed335116-7eb7-4c24-bad8-4d9965e2070e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0480917 Aug 31 05:24:36.710791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Deleting port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:36.711051 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:36.806129 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] For port e2e64b76-2e00-4fb5-a73c-d381c78c1b23, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:36.806494 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:36.981036 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9c53886a-db86-40d3-a8d8-d7565fffdfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.020586 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.021189 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.021296 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Floating IP 5e39be53-6115-4f1d-9aed-c2abcb6983d1 disassociated. External IP: 172.27.2.123, port: e2e64b76-2e00-4fb5-a73c-d381c78c1b23. Aug 31 05:24:37.022329 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Calling delete_port for e2e64b76-2e00-4fb5-a73c-d381c78c1b23 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:37.048431 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fe3b5-8219-4a3b-8f61-818ec39cca9c req-115602b8-3c66-4d51-9348-488d66f7a2c6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:37.050051 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-102fe3b5-8219-4a3b-8f61-818ec39cca9c req-115602b8-3c66-4d51-9348-488d66f7a2c6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0829148 Aug 31 05:24:37.131039 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-102fe3b5-8219-4a3b-8f61-818ec39cca9c req-6e5e56e3-025e-4199-a661-73954746057a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514534 Aug 31 05:24:37.232904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.246606 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc97e-7676-42fa-a2f9-e3fe6c5b6f50 req-b3b49fa2-8268-4348-afb4-a027b48993db tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:37.248170 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d5fc97e-7676-42fa-a2f9-e3fe6c5b6f50 req-b3b49fa2-8268-4348-afb4-a027b48993db tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/ports?device_id=930eb4ae-f803-4193-bb01-f7cec5bfba3c HTTP/1.1" status: 200 len: 945 time: 0.0716579 Aug 31 05:24:37.274362 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'Port': ['ID=e2e64b76-2e00-4fb5-a73c-d381c78c1b23,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:37.357437 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d5fc97e-7676-42fa-a2f9-e3fe6c5b6f50 req-5033adcf-98c1-4c95-a317-6e3325dbdf1e tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups?id=0da8ed81-d233-4e77-afc1-bd0b835e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853825 Aug 31 05:24:37.423330 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:24:37.569609 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.780456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:37.793279 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:37.803499 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:37.804417 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:37.819850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] No DVR routers for this DVR port e2e64b76-2e00-4fb5-a73c-d381c78c1b23 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:24:37.822512 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:37.824778 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea2b1015-ac4c-4003-b7c8-9d632c446e13 req-d5ecfde1-ca9d-437e-baa7-12c745bc9553 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.35 "DELETE /v2.0/ports/e2e64b76-2e00-4fb5-a73c-d381c78c1b23 HTTP/1.1" status: 204 len: 173 time: 1.2073832 Aug 31 05:24:37.825236 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'name': 'network-vif-deleted', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:24:37.827561 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc9d80-fde6-4f86-aafa-d9694f62a6a0" -d '{"events": [{"server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "name": "network-vif-deleted", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:24:37.917496 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:37.935088 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df721b1a-b2ab-4608-81d5-1358e836787a x-openstack-request-id: req-df721b1a-b2ab-4608-81d5-1358e836787a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:24:37.935499 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930eb4ae-f803-4193-bb01-f7cec5bfba3c", "name": "network-vif-deleted", "tag": "e2e64b76-2e00-4fb5-a73c-d381c78c1b23", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:24:37.935893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df721b1a-b2ab-4608-81d5-1358e836787a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:24:37.936346 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930eb4ae-f803-4193-bb01-f7cec5bfba3c', 'name': 'network-vif-deleted', 'tag': 'e2e64b76-2e00-4fb5-a73c-d381c78c1b23', 'status': 'completed', 'code': 200} Aug 31 05:24:38.118315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:38.143787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:38.152730 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:38.153344 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:38.275359 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:38.275583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ba37-0031-41d5-8ab5-6d9f3f415143 req-6b6e8588-cc79-47a9-9079-29b472c12be1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:38.276974 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24a7ba37-0031-41d5-8ab5-6d9f3f415143 req-6b6e8588-cc79-47a9-9079-29b472c12be1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0641260 Aug 31 05:24:38.319755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-24a7ba37-0031-41d5-8ab5-6d9f3f415143 req-85f2c1ec-e58e-4159-b6ca-cf177e958ddb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358105 Aug 31 05:24:38.459662 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:38.523294 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.526565 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:38.547405 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.552578 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f85d34-8dc6-4c4b-a445-d16e140776f7 None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '65f5194b-1901-40b2-88f3-291118533d58', 'name': '', 'network_id': '9578059b-f40e-4ce8-a76a-f6797399d587', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'mac_address': 'fa:16:3e:1a:0e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:11Z', 'updated_at': '2021-08-31T05:18:28Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'subnets': [{'id': 'b95d5fe9-aed5-4eb0-bacd-aa323258801f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:38.603981 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.607548 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.611652 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "DELETE /v2.0/security-groups/0da8ed81-d233-4e77-afc1-bd0b835e6b63 HTTP/1.1" status: 204 len: 168 time: 0.1508720 Aug 31 05:24:38.611824 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57576) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:38.622858 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1dcbe-d1e1-4249-a7f7-de79c89b8018 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8ed81-d233-4e77-afc1-bd0b835e6b63,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:38.633304 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.api.v2.resource [None req-4f2488f2-0696-49d9-9a0e-991ef051085f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] show failed (client error): The resource could not be found. Aug 31 05:24:38.634627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-4f2488f2-0696-49d9-9a0e-991ef051085f tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "GET /v2.0/security-groups/0da8ed81-d233-4e77-afc1-bd0b835e6b63 HTTP/1.1" status: 404 len: 347 time: 0.0216811 Aug 31 05:24:38.637552 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57580) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:38.735054 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57582) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:38.783372 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Deleting port b07f396b-0d86-483d-a198-fef42b9ae9bf {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:38.783857 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.819476 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d439e4-e533-44b6-81a3-d3dba7b0f2f6 None None] New status for floating IP 5e39be53-6115-4f1d-9aed-c2abcb6983d1: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:24:38.857050 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77334238-2c9f-4924-a9d8-48034e6b29c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.865590 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.865920 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.878337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Calling delete_port for b07f396b-0d86-483d-a198-fef42b9ae9bf owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:38.954183 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77334238-2c9f-4924-a9d8-48034e6b29c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.957961 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77334238-2c9f-4924-a9d8-48034e6b29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:38.999587 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77334238-2c9f-4924-a9d8-48034e6b29c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a420c-563d-48fa-8ade-da525f0e1383,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:39.005113 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-77334238-2c9f-4924-a9d8-48034e6b29c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36ac09be926c44f088c802a1b67c0fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686641 Aug 31 05:24:39.008616 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57586) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:39.029122 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.057889 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.066711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Pushing event deleted for resources: {'Port': ['ID=b07f396b-0d86-483d-a198-fef42b9ae9bf,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:39.082427 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.105329 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.128005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.131238 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.132852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c22020ff-be9c-42d2-961b-c783fbbaef81 tempest-AttachVolumeTestJSON-980747756 tempest-AttachVolumeTestJSON-980747756-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e39be53-6115-4f1d-9aed-c2abcb6983d1 HTTP/1.1" status: 204 len: 168 time: 0.4939487 Aug 31 05:24:39.136840 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.139383 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:39.140582 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d10a420c-563d-48fa-8ade-da525f0e1383 HTTP/1.1" status: 204 len: 168 time: 0.1308234 Aug 31 05:24:39.150217 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d429-4358-48e1-8c6d-5194753ac685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a420c-563d-48fa-8ade-da525f0e1383,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:39.451272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f0db-0108-4e5a-b327-9c66c5c60c22 req-9259f1cd-0e66-4fd4-982e-9b2b155e8121 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:39.452773 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-27d5f0db-0108-4e5a-b327-9c66c5c60c22 req-9259f1cd-0e66-4fd4-982e-9b2b155e8121 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0542171 Aug 31 05:24:39.495159 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-27d5f0db-0108-4e5a-b327-9c66c5c60c22 req-2f22bd34-6eeb-437a-8dcb-aaab571b924b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Aug 31 05:24:39.849198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device e2e64b76-2e00-4fb5-a73c-d381c78c1b23 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:24:39.870849 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: e2e64b76-2e00-4fb5-a73c-d381c78c1b23 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:24:39.871215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device e2e64b76-2e00-4fb5-a73c-d381c78c1b23 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:24:40.161548 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:40.280761 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5541015a-0e84-4ce3-af95-86b309b8aba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.380247 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5541015a-0e84-4ce3-af95-86b309b8aba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.386645 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5541015a-0e84-4ce3-af95-86b309b8aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.430394 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5541015a-0e84-4ce3-af95-86b309b8aba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f9584787beb46b583099e1800a0384b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672622 Aug 31 05:24:40.431332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541015a-0e84-4ce3-af95-86b309b8aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d228d09-f1fd-42e2-91c4-8b09070470bf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:40.433639 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57634) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:40.491694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.520651 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.592314 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.595904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:40.599747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d228d09-f1fd-42e2-91c4-8b09070470bf HTTP/1.1" status: 204 len: 168 time: 0.1644995 Aug 31 05:24:40.633774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddac19d-69c3-4fae-9807-06f5d7265371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d228d09-f1fd-42e2-91c4-8b09070470bf,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:40.659751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bafb8a-8cae-4eeb-933a-1cb2c55cf39a req-b9e03c2a-5de7-4682-8e9e-183dfd80c34c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:40.661074 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9bafb8a-8cae-4eeb-933a-1cb2c55cf39a req-b9e03c2a-5de7-4682-8e9e-183dfd80c34c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0597236 Aug 31 05:24:40.705345 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9bafb8a-8cae-4eeb-933a-1cb2c55cf39a req-66f1e3ee-f514-4298-95c0-24f50969d64f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Aug 31 05:24:40.753037 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e03b53ba-7504-4907-be92-e167c4b29180 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353421194&fields=id&tenant_id=6f19e699efa2438ca1d89b41749a30dc HTTP/1.1" status: 200 len: 267 time: 0.0358489 Aug 31 05:24:40.873119 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-6850840a-6575-490c-91f4-99b363df8e22 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:40.874562 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-6850840a-6575-490c-91f4-99b363df8e22 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 809 time: 0.1131320 Aug 31 05:24:40.891578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-134c18ce-201a-43a4-9e48-8a0009d69d4a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/quotas/6f19e699efa2438ca1d89b41749a30dc HTTP/1.1" status: 200 len: 375 time: 0.0109382 Aug 31 05:24:40.944221 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-a7f5c6c5-b5d1-4981-a8b9-1a70045a882b tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454369 Aug 31 05:24:41.036064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e0f1e076-aa0b-412a-8ec6-6710abb3e096 service neutron] 10.222.0.25 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807536 Aug 31 05:24:41.127837 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-ea83e376-3792-4054-ab60-5224ae65eb29 service neutron] 10.222.0.25 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Aug 31 05:24:41.548621 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6876c4f-b03d-4980-ae05-828af0cdc9bc req-9b8203a9-42d5-43c5-b6c8-badbc653a4f6 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 210 time: 0.0286918 Aug 31 05:24:41.846451 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068d76-3927-46dd-9c88-3d88ee464379 req-347fd36d-b103-44ca-9b3c-80af6377efdb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:41.848008 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-43068d76-3927-46dd-9c88-3d88ee464379 req-347fd36d-b103-44ca-9b3c-80af6377efdb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0592952 Aug 31 05:24:41.901335 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-43068d76-3927-46dd-9c88-3d88ee464379 req-d6fd145f-2194-455e-b734-a997e1b860be tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448997 Aug 31 05:24:42.557495 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-f649fef5-c883-4148-85a9-5b8bae9532fd tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:42.558996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-f649fef5-c883-4148-85a9-5b8bae9532fd tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 809 time: 0.1100636 Aug 31 05:24:42.604684 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-9bf19dbf-e0e3-4ec8-b36a-d344d873747f tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f19e699efa2438ca1d89b41749a30dc HTTP/1.1" status: 200 len: 380 time: 0.0356948 Aug 31 05:24:42.614712 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'port': {'device_id': '6195d56a-641f-4a6e-966e-e8eeab842972', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'admin_state_up': True, 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'security_groups': ['c4d2079a-c686-438d-bf2d-1af5412c4de9']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:42.691587 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75d55763-e027-4270-b777-b49326603057 req-9c7c9c21-821c-4813-bd55-7c0521ebe5e9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 210 time: 0.0609522 Aug 31 05:24:42.751489 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57682) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:42.759448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Made reservation on behalf of 6f19e699efa2438ca1d89b41749a30dc for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:24:42.763007 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:42.897089 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Allocated IP 172.20.0.8 (3a04c348-0ac9-4503-b32f-06538421a562/6191d174-df8d-4e8c-b69a-5931ea39e8ec/3a9caa47-0bce-4973-a4e3-c9af17896d99) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:24:43.143035 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db4ff3-7cc7-4d28-8b7d-884500c39dea req-a1940475-f709-469e-82a5-0b36e75a961e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:43.144445 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-13db4ff3-7cc7-4d28-8b7d-884500c39dea req-a1940475-f709-469e-82a5-0b36e75a961e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1638236 Aug 31 05:24:43.212398 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.235533 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Transition to ACTIVE for port object 3a9caa47-0bce-4973-a4e3-c9af17896d99 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:43.251763 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-13db4ff3-7cc7-4d28-8b7d-884500c39dea req-3749f452-91e8-4acb-8704-71e4d804d8e1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000314 Aug 31 05:24:43.344104 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.413892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Network 3a04c348-0ac9-4503-b32f-06538421a562 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:24:43.434888 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:24:43.437585 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:24:43.450138 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:43.522967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:43.523642 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.547427 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-5f56cdfa-215e-42df-8bc0-e2adbbcae536 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365282 Aug 31 05:24:43.563505 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Request body: {'port': {'device_id': '6195d56a-641f-4a6e-966e-e8eeab842972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:24:43.666184 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.687708 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f74270b0-74cb-40e7-9f7b-fb66ec9ec3d7 None None] Provisioning for port 3a9caa47-0bce-4973-a4e3-c9af17896d99 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:43.691366 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f74270b0-74cb-40e7-9f7b-fb66ec9ec3d7 None None] Provisioning complete for port 3a9caa47-0bce-4973-a4e3-c9af17896d99 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:43.691742 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f74270b0-74cb-40e7-9f7b-fb66ec9ec3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.726033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:43.728569 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-f74270b0-74cb-40e7-9f7b-fb66ec9ec3d7 None None] Port 3a9caa47-0bce-4973-a4e3-c9af17896d99 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:24:43.969665 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a10ce3-4c0a-463e-a5bc-c211206212d6 req-8e260b20-a903-476e-ad55-77e1ddb67724 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:43.971149 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93a10ce3-4c0a-463e-a5bc-c211206212d6 req-8e260b20-a903-476e-ad55-77e1ddb67724 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 931 time: 0.1954291 Aug 31 05:24:44.403947 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93a10ce3-4c0a-463e-a5bc-c211206212d6 req-593cc781-31ca-4782-8e0f-3138753465a1 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680171 Aug 31 05:24:44.477545 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3468a-92b7-45b1-96c8-67767a711274 req-92652e8d-f382-4ff7-a0ab-29ff3d338967 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:44.479008 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dff3468a-92b7-45b1-96c8-67767a711274 req-92652e8d-f382-4ff7-a0ab-29ff3d338967 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1477461 Aug 31 05:24:44.530622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9caa47-0bce-4973-a4e3-c9af17896d99 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:24:44.543312 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:44.581652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dff3468a-92b7-45b1-96c8-67767a711274 req-03366e17-f1d7-4c8a-a5cf-4531dd04b4f7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935662 Aug 31 05:24:44.588861 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Transition to ACTIVE for port object 3a9caa47-0bce-4973-a4e3-c9af17896d99 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:24:44.597034 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:44.660154 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Deleting port 65f5194b-1901-40b2-88f3-291118533d58 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:44.660502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:44.701469 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:44.801578 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Attempting to bind port 3a9caa47-0bce-4973-a4e3-c9af17896d99 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:24:44.801913 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Attempting to bind port 3a9caa47-0bce-4973-a4e3-c9af17896d99 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:24:44.802243 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Attempting to bind port 3a9caa47-0bce-4973-a4e3-c9af17896d99 on network 3a04c348-0ac9-4503-b32f-06538421a562 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:44.805644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] For port 65f5194b-1901-40b2-88f3-291118533d58, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=65f5194b-1901-40b2-88f3-291118533d58,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:44.806009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:44.815857 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Port 3a9caa47-0bce-4973-a4e3-c9af17896d99 on network 3a04c348-0ac9-4503-b32f-06538421a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:24:44.816178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Attempting to bind port 3a9caa47-0bce-4973-a4e3-c9af17896d99 on network 3a04c348-0ac9-4503-b32f-06538421a562 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:24:44.821972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Calling delete_port for 65f5194b-1901-40b2-88f3-291118533d58 owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:44.827207 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:24:44.827543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Checking segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:24:44.827922 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Bound using segment: {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:24:44.828338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Bound port: 3a9caa47-0bce-4973-a4e3-c9af17896d99, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:24:44.828682 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:44.940322 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:24:44.986920 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:24:44.993244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:45.034636 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.035281 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:45.036658 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] 10.222.0.35 "PUT /v2.0/ports/3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 1093 time: 1.4791226 Aug 31 05:24:45.037083 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:24:45.040160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2762e1-1501-4705-a737-fc5ad5aae77e" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:24:45.075161 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d431fd-7ee4-4249-b403-c1c5af276099 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:45.106736 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee26a88-33ae-49fc-9d5d-866b1bb7450a x-openstack-request-id: req-8ee26a88-33ae-49fc-9d5d-866b1bb7450a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:24:45.107024 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:24:45.107440 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ee26a88-33ae-49fc-9d5d-866b1bb7450a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:24:45.107670 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'status': 'completed', 'code': 200} Aug 31 05:24:45.160923 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:45.191300 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-1a97e57f-7720-4067-93db-441b7b9ca952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.192792 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-1a97e57f-7720-4067-93db-441b7b9ca952 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1096 time: 0.0843923 Aug 31 05:24:45.195292 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f5194b-1901-40b2-88f3-291118533d58,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:45.253878 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-9b011a11-6cad-4210-9aca-d86a22b83d6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 217 time: 0.0527759 Aug 31 05:24:45.346548 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-57745641-5e16-4e77-b345-c422e60a2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.348082 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-57745641-5e16-4e77-b345-c422e60a2d64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0718651 Aug 31 05:24:45.351671 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:45.465772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-19c4bc3a-e3c0-4e08-a385-02a5f5fd900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.467267 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-19c4bc3a-e3c0-4e08-a385-02a5f5fd900f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0878084 Aug 31 05:24:45.490347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:45.618976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977d41e-5d1c-4435-9653-0bfe0a51ba13 req-a05d84c5-cfb3-4c5c-ab65-b71a1811dc00 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.620529 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d977d41e-5d1c-4435-9653-0bfe0a51ba13 req-a05d84c5-cfb3-4c5c-ab65-b71a1811dc00 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.1488106 Aug 31 05:24:45.730687 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-ee2ff0da-e074-4080-b417-eb693c2db7ea service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482648 Aug 31 05:24:45.767800 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d977d41e-5d1c-4435-9653-0bfe0a51ba13 req-b0b4f2ff-0a94-4c6e-bd70-21f71e5e30e3 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366408 Aug 31 05:24:45.844900 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96a6de-8d6e-4fef-9171-b9b6d0834d93 req-dce7b3cb-28f1-4244-899b-620f502c9306 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:45.846271 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d96a6de-8d6e-4fef-9171-b9b6d0834d93 req-dce7b3cb-28f1-4244-899b-620f502c9306 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1843419 Aug 31 05:24:45.950867 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d96a6de-8d6e-4fef-9171-b9b6d0834d93 req-a497602f-52bd-49ce-8872-e23f2e1b8ac0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979540 Aug 31 05:24:45.956356 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-32ce3b73-d67f-464e-8f5d-cbba87aba17b req-bab47127-b14c-4514-9fa9-ca46b436bee0 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161620 Aug 31 05:24:45.977165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Router b897e766-9027-492d-868d-84cab1820f6a has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:24:46.105905 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-7b11ca61-79af-48d7-b6fb-7e373e967671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:46.107584 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-7b11ca61-79af-48d7-b6fb-7e373e967671 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1096 time: 0.0859849 Aug 31 05:24:46.124939 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:24:46.130046 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-33000085-78b4-48a8-a29c-4a0fd52a0904 admin admin] 10.222.0.25 "PUT /v2.0/routers/b897e766-9027-492d-868d-84cab1820f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3775792 Aug 31 05:24:46.133278 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:46.141070 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Sync routers for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:24:46.151220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:46.151836 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:46.213071 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-b78bfac3-53bc-4365-9551-5e8588409a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:46.214543 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-b78bfac3-53bc-4365-9551-5e8588409a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.0986786 Aug 31 05:24:46.241332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.259419 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:46.266851 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-a5bc959c-11a6-4b7f-ad7b-ba4fe6c2cc60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 217 time: 0.0436203 Aug 31 05:24:46.325666 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-81665b83-bd12-4741-8bcf-50ddd4f4c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:46.328010 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-81665b83-bd12-4741-8bcf-50ddd4f4c6ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0546639 Aug 31 05:24:46.360289 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.376237 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-baeb251c-6b60-4bf6-8159-6b94d197dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:46.377925 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-baeb251c-6b60-4bf6-8159-6b94d197dbd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434575 Aug 31 05:24:46.420247 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Deleting port fd74acaa-57c8-4647-b63c-c605b4c328cc {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:46.420727 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.489934 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-92767e8c-6725-47a9-908f-b4ed8cf08997 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047895 Aug 31 05:24:46.512296 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] For port fd74acaa-57c8-4647-b63c-c605b4c328cc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=fd74acaa-57c8-4647-b63c-c605b4c328cc,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:46.512856 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.524833 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Calling delete_port for fd74acaa-57c8-4647-b63c-c605b4c328cc owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:46.569817 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:24:45Z', 'revision_number': 5, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port': {'id': 'fd74acaa-57c8-4647-b63c-c605b4c328cc', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b897e766-9027-492d-868d-84cab1820f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:06Z', 'updated_at': '2021-08-31T05:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:46.588766 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf2762e1-1501-4705-a737-fc5ad5aae77e req-0851c6f5-5178-4452-8107-76ec58eeec91 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922415 Aug 31 05:24:46.596701 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Checking router: b897e766-9027-492d-868d-84cab1820f6a for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:24:46.605595 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Routers {'b897e766-9027-492d-868d-84cab1820f6a'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:24:46.606205 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b897e766-9027-492d-868d-84cab1820f6a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:46.697830 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] Set router b897e766-9027-492d-868d-84cab1820f6a gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:24:46.709315 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.736884 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd74acaa-57c8-4647-b63c-c605b4c328cc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:46.750627 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.750990 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.751368 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.751712 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.752054 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.752392 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.752728 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.753065 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.753399 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.753729 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.754061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.754388 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:46.755060 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:24:46Z', 'revision_number': 6, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:46.781991 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465e127-caaa-40a4-a2ab-35120a728234 None None] The sync data for ids ['b897e766-9027-492d-868d-84cab1820f6a'] in dv-cinder-773985-16-iscsi is: [{'id': 'b897e766-9027-492d-868d-84cab1820f6a', 'name': 'tempest-AttachVolumeTestJSON-284233392-router', 'tenant_id': '411fb265c9e94b35881dfa5350beab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:05Z', 'updated_at': '2021-08-31T05:24:46Z', 'revision_number': 6, 'project_id': '411fb265c9e94b35881dfa5350beab23', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:24:46.813480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.892598 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d719b-240f-4a8d-942d-80578a15f122 req-100e2f80-afa5-4e1b-b09d-285fb6c40b11 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:46.894101 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c3d719b-240f-4a8d-942d-80578a15f122 req-100e2f80-afa5-4e1b-b09d-285fb6c40b11 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0550246 Aug 31 05:24:46.911726 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.914809 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:46.933572 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7c3d719b-240f-4a8d-942d-80578a15f122 req-c447856d-b407-4026-9749-7e405b16b7b8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Aug 31 05:24:47.074011 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a74774-380b-4508-b302-e79486b9d09f req-266ab73b-0176-4f26-b48d-e322e4d9dc88 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:47.075541 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05a74774-380b-4508-b302-e79486b9d09f req-266ab73b-0176-4f26-b48d-e322e4d9dc88 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0507596 Aug 31 05:24:47.116599 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-05a74774-380b-4508-b302-e79486b9d09f req-84eda344-bd93-4b55-9856-291738490f0f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343862 Aug 31 05:24:47.184029 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.184627 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b897e766-9027-492d-868d-84cab1820f6a {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:24:47.188941 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.190097 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9a558a42-cfab-4e27-b9c8-901ad150839a admin admin] 10.222.0.25 "DELETE /v2.0/routers/b897e766-9027-492d-868d-84cab1820f6a HTTP/1.1" status: 204 len: 168 time: 1.0558259 Aug 31 05:24:47.192646 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:47.240093 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Deleting subnet b95d5fe9-aed5-4eb0-bacd-aa323258801f {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:24:47.245112 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.281772 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.388977 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.439902 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.469153 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95d5fe9-aed5-4eb0-bacd-aa323258801f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:47.472912 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.474997 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-07fd82e1-3146-4f74-b33a-e5fb623dad63 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b95d5fe9-aed5-4eb0-bacd-aa323258801f HTTP/1.1" status: 204 len: 168 time: 0.2811542 Aug 31 05:24:47.477342 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57708) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:47.479693 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281aa62-e93c-4680-9048-9076ad3287cd None None] Network 9578059b-f40e-4ce8-a76a-f6797399d587 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:24:47.547107 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.604258 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Deleting port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:47.604608 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.678092 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] For port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:47.678990 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.686503 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] DHCP port deletion for 9578059b-f40e-4ce8-a76a-f6797399d587 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:24:47.693705 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Calling delete_port for 3f2b46a5-1e03-4c48-97e0-ea915d61c86c owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:47.738472 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Deleting port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c {{(pid=94292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:24:47.738945 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.776194 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.807808 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] For port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,segment=NetworkSegment(3e5c5bee-a91d-40ed-9c14-32fd788089d7),segment_id=3e5c5bee-a91d-40ed-9c14-32fd788089d7)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:47.808229 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.811227 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] No DVR routers for this DVR port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c on host dv-cinder-773985-16-iscsi {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:24:47.817156 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:47.824157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Calling delete_port for 3f2b46a5-1e03-4c48-97e0-ea915d61c86c owned by network:dhcp {{(pid=94292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:24:47.885327 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.895279 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9578059b-f40e-4ce8-a76a-f6797399d587']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:47.905944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5c5bee-a91d-40ed-9c14-32fd788089d7') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:47.906169 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5c5bee-a91d-40ed-9c14-32fd788089d7') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:24:47.915709 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.929077 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.934984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:24:47.935403 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:24:47.937027 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:24:47.945998 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705'] for port, after_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:47.983290 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] Pushing event deleted for resources: {'Port': ['ID=3f2b46a5-1e03-4c48-97e0-ea915d61c86c,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:47.985398 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1adf5e-2dec-47d6-8fcb-07b2a599288a None None] No DVR routers for this DVR port 3f2b46a5-1e03-4c48-97e0-ea915d61c86c on host dv-cinder-773985-16-iscsi {{(pid=94292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:24:48.005075 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.010551 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.013581 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9578059b-f40e-4ce8-a76a-f6797399d587 HTTP/1.1" status: 204 len: 168 time: 0.5351796 Aug 31 05:24:48.026892 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20f40e-bc9c-495a-8c50-ad52d88c6f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9578059b-f40e-4ce8-a76a-f6797399d587,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:48.061049 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23270-c5be-45df-8364-cdb0d4f9449d req-4a4f1b55-ef69-4dd4-92ce-78130872b142 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:48.062538 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0dd23270-c5be-45df-8364-cdb0d4f9449d req-4a4f1b55-ef69-4dd4-92ce-78130872b142 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0531282 Aug 31 05:24:48.105390 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0dd23270-c5be-45df-8364-cdb0d4f9449d req-2e43355a-40bf-4057-8f25-81d74676d8b3 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Aug 31 05:24:48.129267 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57714) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:48.169650 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-20a30e57-c890-4ab8-b6e9-b408804fdde4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=411fb265c9e94b35881dfa5350beab23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391600 Aug 31 05:24:48.172079 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:48.227554 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.241157 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff3f03-4308-4474-886a-21805dd89d2f req-c12442a8-01ce-46cb-af84-59784d116f0b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:48.242916 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-00ff3f03-4308-4474-886a-21805dd89d2f req-c12442a8-01ce-46cb-af84-59784d116f0b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0546200 Aug 31 05:24:48.249971 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.281876 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-00ff3f03-4308-4474-886a-21805dd89d2f req-12fa6c89-3f34-4cdd-bd33-e31017647dc4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Aug 31 05:24:48.297757 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.300426 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:48.301626 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4253556-942a-4923-a039-c3b4a6699f5c HTTP/1.1" status: 204 len: 168 time: 0.1285870 Aug 31 05:24:48.309635 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c941cd-f962-452e-a6bc-53af07fc1b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4253556-942a-4923-a039-c3b4a6699f5c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:48.469154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3f2b46a5-1e03-4c48-97e0-ea915d61c86c no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:24:48.488707 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 3f2b46a5-1e03-4c48-97e0-ea915d61c86c {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:24:48.489055 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3f2b46a5-1e03-4c48-97e0-ea915d61c86c not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:24:48.489461 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 65f5194b-1901-40b2-88f3-291118533d58 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:24:48.508476 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 65f5194b-1901-40b2-88f3-291118533d58 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:24:48.508815 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 65f5194b-1901-40b2-88f3-291118533d58 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:24:48.509219 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device fd74acaa-57c8-4647-b63c-c605b4c328cc no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:24:48.528344 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: fd74acaa-57c8-4647-b63c-c605b4c328cc {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:24:48.528697 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device fd74acaa-57c8-4647-b63c-c605b4c328cc not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:24:48.693066 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:24:49.219063 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2deb158-5c98-4441-b4f4-4f7c28f439f1 req-07c8a178-47f3-460b-9411-6da9630c59c0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:49.220615 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d2deb158-5c98-4441-b4f4-4f7c28f439f1 req-07c8a178-47f3-460b-9411-6da9630c59c0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0494754 Aug 31 05:24:49.261030 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d2deb158-5c98-4441-b4f4-4f7c28f439f1 req-e894a363-5fa4-42f1-9379-a916493f4072 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Aug 31 05:24:49.408951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87775a-55e7-4bbf-9e30-daa01f4509b1 req-ab7c8d58-2dfc-4467-8b41-1859542c32ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:49.410577 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a87775a-55e7-4bbf-9e30-daa01f4509b1 req-ab7c8d58-2dfc-4467-8b41-1859542c32ba tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0510025 Aug 31 05:24:49.453578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7a87775a-55e7-4bbf-9e30-daa01f4509b1 req-e0239939-bc7d-4b43-be0f-a9dc1679f907 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Aug 31 05:24:50.377789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faf565-0a09-4612-ab33-f09d52cc0b05 req-887f465a-9199-4c38-b0fe-6fcc185b0f1a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:50.379384 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-56faf565-0a09-4612-ab33-f09d52cc0b05 req-887f465a-9199-4c38-b0fe-6fcc185b0f1a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0512867 Aug 31 05:24:50.415894 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-56faf565-0a09-4612-ab33-f09d52cc0b05 req-bb7f7a0d-f5ae-4b6b-a70a-da4973b2a90c tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Aug 31 05:24:50.574280 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eea079-02f9-47f4-bcd3-5e6600fc9fd7 req-0183b052-2124-423a-aab3-f0a8a78687da tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:50.575815 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93eea079-02f9-47f4-bcd3-5e6600fc9fd7 req-0183b052-2124-423a-aab3-f0a8a78687da tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0508327 Aug 31 05:24:50.613656 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-93eea079-02f9-47f4-bcd3-5e6600fc9fd7 req-953ba6ab-1256-4a09-b230-f29cbea74546 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Aug 31 05:24:51.527025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef230bb-5930-44e7-a339-ce4eb314ae1d req-ecfb8b17-e662-4741-b6c1-35fb5013cd5c tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:51.528519 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aef230bb-5930-44e7-a339-ce4eb314ae1d req-ecfb8b17-e662-4741-b6c1-35fb5013cd5c tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0474651 Aug 31 05:24:51.566175 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aef230bb-5930-44e7-a339-ce4eb314ae1d req-4d7e01e0-bd7d-49c7-b9a8-050fea195045 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Aug 31 05:24:51.738474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac07c6-84cb-4295-b567-cf24b65244f9 req-bea95029-70bc-4ab3-896e-a2d10bc66425 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:51.739970 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fac07c6-84cb-4295-b567-cf24b65244f9 req-bea95029-70bc-4ab3-896e-a2d10bc66425 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0519166 Aug 31 05:24:51.777849 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5fac07c6-84cb-4295-b567-cf24b65244f9 req-f07cbdda-8f21-4c91-a2fd-9467a3f8e941 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 31 05:24:52.683054 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48573a15-b94c-4434-90f1-1c54d61c7d61 req-066e5ed6-e1f2-4195-bf85-6fc9c4643d9a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:52.684478 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-48573a15-b94c-4434-90f1-1c54d61c7d61 req-066e5ed6-e1f2-4195-bf85-6fc9c4643d9a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0511720 Aug 31 05:24:52.720588 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-48573a15-b94c-4434-90f1-1c54d61c7d61 req-87a26b07-5dff-43ac-a961-d29354986a8a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301557 Aug 31 05:24:52.898401 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d63ad-24ec-4251-a573-af7adf2c8fcc req-b09970eb-9b9e-4646-a9cc-f4cd50b20448 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:52.900045 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-578d63ad-24ec-4251-a573-af7adf2c8fcc req-b09970eb-9b9e-4646-a9cc-f4cd50b20448 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0519159 Aug 31 05:24:52.938098 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-578d63ad-24ec-4251-a573-af7adf2c8fcc req-1872b590-4290-4161-b624-d2263e3306d6 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323462 Aug 31 05:24:53.837548 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ee621-c2d5-4b14-8bed-12db8a0a3db4 req-1e3b3871-1629-437b-a451-3c20f9632f9d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:53.838918 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a31ee621-c2d5-4b14-8bed-12db8a0a3db4 req-1e3b3871-1629-437b-a451-3c20f9632f9d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0525801 Aug 31 05:24:53.876115 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a31ee621-c2d5-4b14-8bed-12db8a0a3db4 req-14426d51-a1bb-4827-b949-98e517a5773e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313537 Aug 31 05:24:54.062110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2292b-160d-4771-8d42-a87cc2de49c2 req-ea3a745b-30e5-432c-ab14-9fe923529bc5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:54.063623 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cda2292b-160d-4771-8d42-a87cc2de49c2 req-ea3a745b-30e5-432c-ab14-9fe923529bc5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0503733 Aug 31 05:24:54.102013 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cda2292b-160d-4771-8d42-a87cc2de49c2 req-5342cbe4-b795-4e29-ba15-00ff2fe49709 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Aug 31 05:24:54.992249 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48f2ab-4d79-45ce-97f3-b5b3341722e6 req-507a4b94-4f4f-4a00-bbfe-98b48cc2f106 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:54.993730 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d48f2ab-4d79-45ce-97f3-b5b3341722e6 req-507a4b94-4f4f-4a00-bbfe-98b48cc2f106 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0482268 Aug 31 05:24:55.029945 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3d48f2ab-4d79-45ce-97f3-b5b3341722e6 req-6c2e85f2-8338-4231-bc27-2c11af0b1a5d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Aug 31 05:24:55.240539 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2f2fe-ede0-4096-b4e1-15ef76d0439c req-f2bd5a59-0f0b-46c6-990d-c738f56e4c0c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:55.242146 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7a2f2fe-ede0-4096-b4e1-15ef76d0439c req-f2bd5a59-0f0b-46c6-990d-c738f56e4c0c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0586832 Aug 31 05:24:55.279588 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c7a2f2fe-ede0-4096-b4e1-15ef76d0439c req-318fe34f-47d3-43e1-91f2-0b9df5d33c3b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314422 Aug 31 05:24:55.894634 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:24:55.987706 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:55.999293 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'mac_address': 'fa:16:3e:1e:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:24:56.034862 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.047518 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9caa47-0bce-4973-a4e3-c9af17896d99 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:24:56.067455 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:56.073453 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.123945 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:56.146632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b1c14-fb3f-4629-9abb-fffe8370a75a req-d132ac70-0f1d-478b-b4ea-11183be67dbf tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:56.148076 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f81b1c14-fb3f-4629-9abb-fffe8370a75a req-d132ac70-0f1d-478b-b4ea-11183be67dbf tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 944 time: 0.0506179 Aug 31 05:24:56.184565 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f81b1c14-fb3f-4629-9abb-fffe8370a75a req-c6b0b906-6faf-4b7b-a23f-ea77c800f4dc tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Aug 31 05:24:56.301406 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['3a9caa47-0bce-4973-a4e3-c9af17896d99'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:24:56.404928 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b943cd6-1b9a-4bce-a3f9-7a16cb297d69 req-3f08b482-0daf-4a83-9010-c3d4490b25ae tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:56.407728 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b943cd6-1b9a-4bce-a3f9-7a16cb297d69 req-3f08b482-0daf-4a83-9010-c3d4490b25ae tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0538635 Aug 31 05:24:56.454664 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9b943cd6-1b9a-4bce-a3f9-7a16cb297d69 req-68469493-5cae-4cdd-92e5-3ff2233a0f45 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383983 Aug 31 05:24:56.589697 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57850) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:56.696272 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-117623f7-85d3-421b-8973-399709df2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.787542 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-117623f7-85d3-421b-8973-399709df2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.792502 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-117623f7-85d3-421b-8973-399709df2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.830609 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-117623f7-85d3-421b-8973-399709df2727 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a1fad27d59a428db17a3ecf30a00f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398117 Aug 31 05:24:56.831499 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117623f7-85d3-421b-8973-399709df2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1723953-8a83-4e33-bcf1-52bbe53a655f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:56.839165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57854) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:24:56.893515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.913477 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.958660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.961384 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:56.962528 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1723953-8a83-4e33-bcf1-52bbe53a655f HTTP/1.1" status: 204 len: 168 time: 0.1272173 Aug 31 05:24:56.970172 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1723953-8a83-4e33-bcf1-52bbe53a655f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:56.977364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.977717 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.978057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.978390 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.978718 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.979048 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.979398 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.979724 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.980153 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.980360 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.980679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:56.980997 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f824ad99-351c-4436-bcf0-b121bee9b675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:24:57.302995 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783fd5-dfb1-4ca1-befb-c025260a5599 req-c7784773-ee38-4b44-a384-5a2452c470e9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:57.305314 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1783fd5-dfb1-4ca1-befb-c025260a5599 req-c7784773-ee38-4b44-a384-5a2452c470e9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 944 time: 0.0525725 Aug 31 05:24:57.343471 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a1783fd5-dfb1-4ca1-befb-c025260a5599 req-0557b8d8-2def-40e1-8479-e1bfd4048461 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Aug 31 05:24:57.580954 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab24645-815d-43fc-a55a-258d45e7eb9f req-9f193b3e-89c8-4120-b69e-f530caf61f46 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:57.582825 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ab24645-815d-43fc-a55a-258d45e7eb9f req-9f193b3e-89c8-4120-b69e-f530caf61f46 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0552731 Aug 31 05:24:57.624839 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ab24645-815d-43fc-a55a-258d45e7eb9f req-529a83da-eff7-4c83-bfd2-e6aac2e06041 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Aug 31 05:24:57.910296 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:24:57.963007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 3a9caa47-0bce-4973-a4e3-c9af17896d99 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:24:57.967383 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 3a9caa47-0bce-4973-a4e3-c9af17896d99 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:24:57.967809 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:58.059849 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:58.099988 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:24:58.103138 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7091f9-54e2-4d72-8355-a99ef39a713c" -d '{"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-plugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:24:58.115878 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:24:58.121534 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:24:58.170358 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:24:58.198850 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def245a8-23c9-4795-b219-04c8f8559480 x-openstack-request-id: req-def245a8-23c9-4795-b219-04c8f8559480 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:24:58.199087 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-plugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:24:58.199378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-def245a8-23c9-4795-b219-04c8f8559480 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:24:58.199780 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'code': 200} Aug 31 05:24:58.443990 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab746-47f0-4356-98bc-debbbb0a7df4 req-63afc3ce-cc30-467f-abb5-511ce98f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:58.446130 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-590ab746-47f0-4356-98bc-debbbb0a7df4 req-63afc3ce-cc30-467f-abb5-511ce98f116d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.0621076 Aug 31 05:24:58.480068 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17725-c2f6-4934-a807-b11e4d5cfade req-0423eb37-67df-424a-b571-3ffc44cc899d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:58.481402 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bd17725-c2f6-4934-a807-b11e4d5cfade req-0423eb37-67df-424a-b571-3ffc44cc899d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0684512 Aug 31 05:24:58.507305 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-590ab746-47f0-4356-98bc-debbbb0a7df4 req-8cbd7b13-f943-491e-b527-78141f365911 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513630 Aug 31 05:24:58.525835 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bd17725-c2f6-4934-a807-b11e4d5cfade req-68311345-b552-4aac-a094-524d9a2682d3 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361359 Aug 31 05:24:58.744331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df499a7-8e0d-4532-8af6-e303f2865355 req-23c494b7-4fcf-42f6-8f2e-934f08e8ec0a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:58.745788 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4df499a7-8e0d-4532-8af6-e303f2865355 req-23c494b7-4fcf-42f6-8f2e-934f08e8ec0a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0488842 Aug 31 05:24:58.784857 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4df499a7-8e0d-4532-8af6-e303f2865355 req-be6f4efc-9288-4942-a80c-46cef04dcc09 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331786 Aug 31 05:24:59.645842 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307905d-e94a-4966-9bec-c058924235ca req-3a58a567-d060-48c0-ac14-5fe2fffd8721 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:59.648085 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4307905d-e94a-4966-9bec-c058924235ca req-3a58a567-d060-48c0-ac14-5fe2fffd8721 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Aug 31 05:24:59.686738 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4307905d-e94a-4966-9bec-c058924235ca req-cb427ac7-7d99-4ba8-928e-723ebcc86a8d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Aug 31 05:24:59.906465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358aa1-8028-4e0e-9d55-84d6d7789af4 req-fbb781f8-9fa6-40d7-a55c-70559c549e41 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:24:59.907996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-10358aa1-8028-4e0e-9d55-84d6d7789af4 req-fbb781f8-9fa6-40d7-a55c-70559c549e41 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0508099 Aug 31 05:24:59.919158 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:24:59.951019 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-10358aa1-8028-4e0e-9d55-84d6d7789af4 req-6ba50473-9ac9-47d1-a3e3-e0acfb41067c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Aug 31 05:25:00.026442 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:00.042467 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:25:00.079399 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:00.092564 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:25:00.112185 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:00.116695 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:00.167459 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=6']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:00.192948 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:25:00.720721 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57956) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:00.845167 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2e742-5578-46dd-8217-649a2c0224be req-98f18246-034a-4ac4-8d2e-5ff58cec78b8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:00.852348 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-19b2e742-5578-46dd-8217-649a2c0224be req-98f18246-034a-4ac4-8d2e-5ff58cec78b8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Aug 31 05:25:01.178171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce168f93-a29b-4b20-b67c-8046d25d8e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.228336 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-19b2e742-5578-46dd-8217-649a2c0224be req-f0616156-1ca4-4a99-931e-e68a41d5ef7a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746846 Aug 31 05:25:01.269056 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3231-368f-4749-af2e-d302fc7ae44c req-05485710-1111-48c6-9803-319611cc8625 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:01.270595 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a0f3231-368f-4749-af2e-d302fc7ae44c req-05485710-1111-48c6-9803-319611cc8625 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 945 time: 0.1066048 Aug 31 05:25:01.344777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a0f3231-368f-4749-af2e-d302fc7ae44c req-e5ed9ea4-3908-43f2-b626-8fb7d9c217ab tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649066 Aug 31 05:25:01.424868 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adc61-f08d-4f51-aabc-4baf5ce8fe2c req-f87b1d32-3b32-48a9-adcf-25e92bd62627 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:01.434976 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d4adc61-f08d-4f51-aabc-4baf5ce8fe2c req-f87b1d32-3b32-48a9-adcf-25e92bd62627 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0969841 Aug 31 05:25:01.441410 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce168f93-a29b-4b20-b67c-8046d25d8e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.451032 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce168f93-a29b-4b20-b67c-8046d25d8e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.515032 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce168f93-a29b-4b20-b67c-8046d25d8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6622f18c-e0b8-4889-b8cd-5ff14c740100,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:01.523803 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ce168f93-a29b-4b20-b67c-8046d25d8e8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=882bc9b5617e44e9a48e952e00f47441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013833 Aug 31 05:25:01.524004 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57964) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:01.533536 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5d4adc61-f08d-4f51-aabc-4baf5ce8fe2c req-7d4bfbec-f1e5-4951-b20a-eec11ee89d8f tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965347 Aug 31 05:25:01.556453 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 57966) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:01.618351 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.647275 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.710604 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.714845 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.716233 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6622f18c-e0b8-4889-b8cd-5ff14c740100 HTTP/1.1" status: 204 len: 168 time: 0.1911206 Aug 31 05:25:01.726151 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cc0d-0f0c-4b5f-842e-cbf5e185d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6622f18c-e0b8-4889-b8cd-5ff14c740100,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:01.855562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3bbd88-3272-4d99-ac49-7aa5e82e9290 tempest-TestShelveInstance-1684755670 tempest-TestShelveInstance-1684755670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:01.860838 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2f3bbd88-3272-4d99-ac49-7aa5e82e9290 tempest-TestShelveInstance-1684755670 tempest-TestShelveInstance-1684755670-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1093 time: 0.3031719 Aug 31 05:25:01.863996 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 57972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:01.870692 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:01.909901 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:01.950935 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:25:02.009415 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:02.009802 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.051080 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.109369 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.149143 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:02.152421 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d70ecfa-d4b9-4122-94a7-ad7d954592a2" -d '{"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:02.183616 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Allocated IP 172.27.2.126 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/a2da6b53-9559-46ca-99fd-c7b81547b1c6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:25:02.183846 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:02.193547 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.237670 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e7c16-f59d-4e90-8ac1-373d6b62e6dd x-openstack-request-id: req-2c6e7c16-f59d-4e90-8ac1-373d6b62e6dd {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:02.238146 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:02.238357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c6e7c16-f59d-4e90-8ac1-373d6b62e6dd {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:02.238747 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'code': 200} Aug 31 05:25:02.267469 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=7']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:02.430163 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.482793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:02.534357 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:02.541335 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:02.548989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:25:02.552769 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'Port': ['ID=a2da6b53-9559-46ca-99fd-c7b81547b1c6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:02.586239 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d736f9-3092-4d30-b9de-89698eaab557 req-e9e0d530-aeff-4a04-99da-ce555d29ca1c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:02.595850 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73d736f9-3092-4d30-b9de-89698eaab557 req-e9e0d530-aeff-4a04-99da-ce555d29ca1c tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1059721 Aug 31 05:25:02.667808 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-73d736f9-3092-4d30-b9de-89698eaab557 req-f8d1c068-d219-4e32-93b8-a836dd1400db tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612357 Aug 31 05:25:02.710904 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-256c5826-c284-44eb-b660-fcdbe4a2865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.135158 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.221219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.421498 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.431612 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.516152 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event updated for resources: {'Port': ['ID=a2da6b53-9559-46ca-99fd-c7b81547b1c6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:03.526801 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:03.676183 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.l3_db [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Floating IP fef1dc8a-1b35-48e5-9a3d-08f3a4447df7 associated. External IP: 172.27.2.126, port: 3a9caa47-0bce-4973-a4e3-c9af17896d99. Aug 31 05:25:03.841474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6bf15-5f18-4a2c-a773-319213b0acc2 req-7717682e-ce89-4f5d-ae49-57b19bdf9eaf tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:03.843288 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bef6bf15-5f18-4a2c-a773-319213b0acc2 req-7717682e-ce89-4f5d-ae49-57b19bdf9eaf tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0869405 Aug 31 05:25:03.929881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bef6bf15-5f18-4a2c-a773-319213b0acc2 req-97dd04be-d40a-4d6c-a6f6-f5f2f73b2a5d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753510 Aug 31 05:25:03.982793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Router 4dba91cc-5d8c-4add-834d-760a84b81ecb has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:25:04.121650 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:25:04.135478 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Sync routers for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:25:04.145410 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:04.151751 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:25:04.153894 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:04.195345 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-68d0d259-5954-4073-810e-9de382a2546d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3199086 Aug 31 05:25:04.195345 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:04.195345 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9493918ffe623b9ab79d571d4a08aa6d552e0c69b0766be7d8499098cd601458" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee98ae-a188-4130-bdc3-5abf3bb88a61" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:04.353030 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:25:04.380119 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d1b169-6378-4b40-96e2-df9d709eae8d x-openstack-request-id: req-48d1b169-6378-4b40-96e2-df9d709eae8d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:04.380662 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:04.381132 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48d1b169-6378-4b40-96e2-df9d709eae8d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:04.382499 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'status': 'completed', 'code': 200} Aug 31 05:25:04.480520 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-a7a48d10-9dac-412e-a110-977996c03ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:04.495828 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-a7a48d10-9dac-412e-a110-977996c03ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.0925782 Aug 31 05:25:04.641244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-ed587bcc-9382-413d-92e7-c2e955da5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:04.643255 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-ed587bcc-9382-413d-92e7-c2e955da5a36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.1355684 Aug 31 05:25:04.677478 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'fef1dc8a-1b35-48e5-9a3d-08f3a4447df7', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'mac_address': 'fa:16:3e:1e:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d56a-641f-4a6e-966e-e8eeab842972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:25:02Z', 'updated_at': '2021-08-31T05:25:02Z', 'revision_number': 0, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:04.708577 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Checking router: 4dba91cc-5d8c-4add-834d-760a84b81ecb for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:25:04.717778 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:25:04.718618 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:24:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:04.726517 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-843a1e92-dfb8-4f5c-8e4a-ee98bbaac01c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 999 time: 0.0745893 Aug 31 05:25:04.787057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-a69fd4b9-7254-4af2-a685-54031ae24dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:04.788709 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-a69fd4b9-7254-4af2-a685-54031ae24dc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0550749 Aug 31 05:25:04.854848 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:25:04.863511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-d9621f78-f77a-401d-8674-77b593631c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:04.867869 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-d9621f78-f77a-401d-8674-77b593631c76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611370 Aug 31 05:25:05.008592 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-81938773-0e77-4807-8e97-86252b9a4b28 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320846 Aug 31 05:25:05.135729 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'fef1dc8a-1b35-48e5-9a3d-08f3a4447df7', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'mac_address': 'fa:16:3e:1e:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d56a-641f-4a6e-966e-e8eeab842972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:25:02Z', 'updated_at': '2021-08-31T05:25:02Z', 'revision_number': 0, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:05.136380 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a42a4-7031-4c18-8c89-6c64050e6a6f req-1f9e1e61-07ab-42b4-b022-d48a32f04707 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:05.143054 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e0a42a4-7031-4c18-8c89-6c64050e6a6f req-1f9e1e61-07ab-42b4-b022-d48a32f04707 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1096039 Aug 31 05:25:05.166618 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7c7e2-9623-42e3-b7d0-80b2c53b8f07 None None] The sync data for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi is: [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'fef1dc8a-1b35-48e5-9a3d-08f3a4447df7', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'mac_address': 'fa:16:3e:1e:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d56a-641f-4a6e-966e-e8eeab842972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:25:02Z', 'updated_at': '2021-08-31T05:25:02Z', 'revision_number': 0, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:25:05.206039 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7bee98ae-a188-4130-bdc3-5abf3bb88a61 req-0f566766-1a27-46aa-b5c0-566355c82748 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885684 Aug 31 05:25:05.243984 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e0a42a4-7031-4c18-8c89-6c64050e6a6f req-08761384-da3e-41c0-a7ac-449ade142dad tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997202 Aug 31 05:25:05.438716 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16f8d2-4def-4268-a44a-aa64712103a7 None None] New status for floating IP fef1dc8a-1b35-48e5-9a3d-08f3a4447df7: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:25:05.701604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:06.365814 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9f6e-4084-4285-8db0-d1324d29a8c1 req-7a8be5ee-5dbb-45d2-9d1b-a67016a6781a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:06.373119 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-253f9f6e-4084-4285-8db0-d1324d29a8c1 req-7a8be5ee-5dbb-45d2-9d1b-a67016a6781a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0564590 Aug 31 05:25:06.408668 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-253f9f6e-4084-4285-8db0-d1324d29a8c1 req-165c6044-b3f1-43f8-8d13-1c8b5b740134 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346906 Aug 31 05:25:06.975672 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3c72-7174-4536-b862-52a2a4754ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.219995 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58066) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:07.346023 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f934e41-e339-49a8-a01a-3cd57c9c53e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.458644 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f934e41-e339-49a8-a01a-3cd57c9c53e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.467094 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f934e41-e339-49a8-a01a-3cd57c9c53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.518156 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8f934e41-e339-49a8-a01a-3cd57c9c53e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05709b5658a04818aff4ee6d6e0d0707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921050 Aug 31 05:25:07.518156 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f934e41-e339-49a8-a01a-3cd57c9c53e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a925405-709b-4d45-8521-a53aaf2b93f6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:07.519468 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58072) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:07.579244 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.591287 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceb7fa-f148-4c85-b7db-33c124a67b1f req-b1a444c5-a19a-4be7-8296-3139f4c20d36 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:07.594528 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.599386 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b4ceb7fa-f148-4c85-b7db-33c124a67b1f req-b1a444c5-a19a-4be7-8296-3139f4c20d36 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.1014225 Aug 31 05:25:07.622440 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.636972 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b4ceb7fa-f148-4c85-b7db-33c124a67b1f req-7ebdd8c6-f8de-4be2-a057-903d41d14c05 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366700 Aug 31 05:25:07.711836 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.716744 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:07.720483 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a925405-709b-4d45-8521-a53aaf2b93f6 HTTP/1.1" status: 204 len: 168 time: 0.1976671 Aug 31 05:25:07.726247 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0e58-2d95-45e4-b001-868849df3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a925405-709b-4d45-8521-a53aaf2b93f6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:08.029485 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58078) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:08.048686 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5037c262-f6c9-4e72-ab11-94c9c0b3fc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.162576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5037c262-f6c9-4e72-ab11-94c9c0b3fc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.170576 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5037c262-f6c9-4e72-ab11-94c9c0b3fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.208244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c262-f6c9-4e72-ab11-94c9c0b3fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a7c71e-5efa-4a73-a869-03c10566c1b9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:08.224147 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-5037c262-f6c9-4e72-ab11-94c9c0b3fc1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=235f123980e24099a5b896722b91777b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911235 Aug 31 05:25:08.226374 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58080) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:08.287346 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.317715 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.377414 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.380236 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:08.382299 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58a7c71e-5efa-4a73-a869-03c10566c1b9 HTTP/1.1" status: 204 len: 168 time: 0.1541619 Aug 31 05:25:08.391839 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65f586-4b48-4804-a7f7-74c5096f21ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a7c71e-5efa-4a73-a869-03c10566c1b9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:08.796956 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aa6a9-b4c3-43ef-bca4-120815022ef0 req-21205207-8514-4942-be35-ba433ffe03fc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:08.798504 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d77aa6a9-b4c3-43ef-bca4-120815022ef0 req-21205207-8514-4942-be35-ba433ffe03fc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0617950 Aug 31 05:25:08.886726 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d77aa6a9-b4c3-43ef-bca4-120815022ef0 req-71d1b141-3a2d-41e3-87d3-3413f573fada tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801399 Aug 31 05:25:09.118890 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.026118 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6966a1-e20f-4c7e-aec1-2ebec36afc73 req-a37b4945-a11b-4c46-bfb9-48a4967f5e5f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:10.028804 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d6966a1-e20f-4c7e-aec1-2ebec36afc73 req-a37b4945-a11b-4c46-bfb9-48a4967f5e5f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0677171 Aug 31 05:25:10.089150 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6d6966a1-e20f-4c7e-aec1-2ebec36afc73 req-df796015-94db-4d9f-b498-c9f6d91f9a2f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533862 Aug 31 05:25:10.545956 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58156) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:10.651823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a37f-cd51-4fce-a641-1af39b00defd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.747017 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a37f-cd51-4fce-a641-1af39b00defd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.750957 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ce1a37f-cd51-4fce-a641-1af39b00defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.790855 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-5ce1a37f-cd51-4fce-a641-1af39b00defd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257b7d2bc7064990854daecedce4e231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437804 Aug 31 05:25:10.791997 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1a37f-cd51-4fce-a641-1af39b00defd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4278342-6fd6-4e9d-8509-ee9b41dbe90f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:10.793574 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58160) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:10.841331 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.863224 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.908447 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.911163 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:10.912318 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4278342-6fd6-4e9d-8509-ee9b41dbe90f HTTP/1.1" status: 204 len: 168 time: 0.1172585 Aug 31 05:25:10.923572 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a85c0-7df7-4b62-9765-51e758d7b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4278342-6fd6-4e9d-8509-ee9b41dbe90f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:10.967849 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-7bc75853-a2ac-4386-b6d6-13622e74b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:10.970098 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-7bc75853-a2ac-4386-b6d6-13622e74b82d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1099 time: 0.0464733 Aug 31 05:25:11.060246 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-6faeffbb-c3d1-400c-81db-819faa12720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:11.061734 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-6faeffbb-c3d1-400c-81db-819faa12720b service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.0848527 Aug 31 05:25:11.134769 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-553e02f8-121b-4671-b3cc-79e3eda14b23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 1002 time: 0.0657649 Aug 31 05:25:11.183948 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:11.200306 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-073d4fd0-0dd5-426a-b2c9-448711f406da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.215755 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-a5fb4097-f612-46d4-a59e-6afdaa611957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:11.217219 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-a5fb4097-f612-46d4-a59e-6afdaa611957 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0746591 Aug 31 05:25:11.243921 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddfaa4-b809-4c4d-afaf-3701c8f55d60 req-f3f481dd-74e4-4a94-b2c0-20a9deed2d3d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:11.251308 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6bddfaa4-b809-4c4d-afaf-3701c8f55d60 req-f3f481dd-74e4-4a94-b2c0-20a9deed2d3d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0830340 Aug 31 05:25:11.292133 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-073d4fd0-0dd5-426a-b2c9-448711f406da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.296147 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-073d4fd0-0dd5-426a-b2c9-448711f406da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.307651 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-84087f71-4b57-4568-a21b-f1064d6b1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:11.309136 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-84087f71-4b57-4568-a21b-f1064d6b1448 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0838985 Aug 31 05:25:11.312367 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6bddfaa4-b809-4c4d-afaf-3701c8f55d60 req-e287568c-7b45-4629-bb55-2a34d435fa33 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603092 Aug 31 05:25:11.337712 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-073d4fd0-0dd5-426a-b2c9-448711f406da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1afff87bf13d4320b6f16bd9345b4613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492620 Aug 31 05:25:11.337712 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d4fd0-0dd5-426a-b2c9-448711f406da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aabbe1-25ef-4f9b-9377-1520b12449c7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:11.338026 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:11.388990 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.408436 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-f38e214e-c301-45f2-9912-c34f95c53040 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905318 Aug 31 05:25:11.409613 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.459079 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.461913 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:11.465370 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19aabbe1-25ef-4f9b-9377-1520b12449c7 HTTP/1.1" status: 204 len: 168 time: 0.1242466 Aug 31 05:25:11.471956 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c94853-c10d-43d8-a533-6bba124f00e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aabbe1-25ef-4f9b-9377-1520b12449c7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:11.509379 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b9758751-96da-4ad1-a525-7707a05b4c60 req-16f72e27-0716-4178-8c08-dfdb2f6a084d service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908253 Aug 31 05:25:12.440969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9390-e3de-4222-97ee-52c3b2f40ba0 req-cebc8d0f-eaaf-45bb-936c-d6812c10adb0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:12.442628 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d12e9390-e3de-4222-97ee-52c3b2f40ba0 req-cebc8d0f-eaaf-45bb-936c-d6812c10adb0 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0571632 Aug 31 05:25:12.486116 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d12e9390-e3de-4222-97ee-52c3b2f40ba0 req-29b1ae01-32be-4f48-a33b-648c545fc422 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343380 Aug 31 05:25:13.608063 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465b4d-176c-40b4-b487-c0a444c41d2c req-a3110310-d14e-41c7-808e-d3b89660db96 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:13.609587 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86465b4d-176c-40b4-b487-c0a444c41d2c req-a3110310-d14e-41c7-808e-d3b89660db96 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 946 time: 0.0492036 Aug 31 05:25:13.647490 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86465b4d-176c-40b4-b487-c0a444c41d2c req-03422bbb-9f3e-456f-9238-2bc38d2a2f18 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 31 05:25:14.043552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:25:14.122810 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:14.145486 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:14.148099 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f6db5-faad-4c86-8630-ff3fe2921e2c" -d '{"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:14.161481 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:14.166683 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:14.190644 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da925d38-458b-418a-a196-87add360d9bf x-openstack-request-id: req-da925d38-458b-418a-a196-87add360d9bf {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:14.190942 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-unplugged", "status": "failed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "code": 422}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:14.191219 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da925d38-458b-418a-a196-87add360d9bf {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:14.191634 dv-cinder-773985-16-iscsi neutron-server[94292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'code': 422} returned with failed status Aug 31 05:25:14.220638 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=8']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:14.443755 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-a431d24d-b280-46db-bbd3-ca5ff6d4dfd4 req-222acaa2-a35a-46de-9b5f-2015c591465b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:25:14.444770 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a431d24d-b280-46db-bbd3-ca5ff6d4dfd4 req-222acaa2-a35a-46de-9b5f-2015c591465b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053964 Aug 31 05:25:14.601120 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71d092-949b-4222-9f55-b602940e22bc req-2f30904c-cc54-434e-a438-26702e48b4dc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:14.602641 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e71d092-949b-4222-9f55-b602940e22bc req-2f30904c-cc54-434e-a438-26702e48b4dc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0551381 Aug 31 05:25:14.642753 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8e71d092-949b-4222-9f55-b602940e22bc req-ee7a9ffb-0c7c-432e-99d2-2b19999a60f3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Aug 31 05:25:14.672754 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-1097d7ba-1a77-4de2-a009-68739f406dcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495887 Aug 31 05:25:15.347873 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:15.557673 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-f7bfed11-d47c-4d7a-8242-6aaa38ebe53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.559239 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-f7bfed11-d47c-4d7a-8242-6aaa38ebe53a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c&tenant_id=1fcee2c445594047a09efda8a357b3a3 HTTP/1.1" status: 200 len: 1097 time: 0.0443444 Aug 31 05:25:15.627745 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-6d9b50f6-f4ba-4d61-8962-21fea0692906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.629137 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-6d9b50f6-f4ba-4d61-8962-21fea0692906 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fcee2c445594047a09efda8a357b3a3&device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1097 time: 0.0401978 Aug 31 05:25:15.717963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-f072c68e-0c4f-4755-ba4f-bf01090021df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.719462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-f072c68e-0c4f-4755-ba4f-bf01090021df service neutron] 10.222.0.35 "GET /v2.0/networks?id=881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 200 len: 918 time: 0.0835187 Aug 31 05:25:15.812318 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-97d9bc2c-e69a-4722-95f0-ef136cda7c12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 200 len: 1000 time: 0.0836771 Aug 31 05:25:15.820945 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e9643-cfc0-42af-9dd2-7c9669a0ef80 req-c2e36876-4340-49c0-b993-0e074cdb5418 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.822356 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e2e9643-cfc0-42af-9dd2-7c9669a0ef80 req-c2e36876-4340-49c0-b993-0e074cdb5418 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.1020348 Aug 31 05:25:15.897883 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e2e9643-cfc0-42af-9dd2-7c9669a0ef80 req-655813a2-c424-49d8-8cc9-99b4e4c43c10 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688422 Aug 31 05:25:15.901453 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-4236a5fc-2b30-4b06-a15e-dba4beec9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.902857 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-4236a5fc-2b30-4b06-a15e-dba4beec9e6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 200 len: 856 time: 0.0685968 Aug 31 05:25:15.954268 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-e1795855-8838-4b17-a9e9-f59eea70e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:15.955781 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-e1795855-8838-4b17-a9e9-f59eea70e929 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=881c4512-eeef-4614-9316-347820720107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398614 Aug 31 05:25:16.051023 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-3392aa4a-84bb-48af-a65e-c5af56b1a92e service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790527 Aug 31 05:25:16.154978 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4fd3e803-8f89-414c-a5c4-5f56c43c03e7 req-2d0bd983-2f5b-4816-b774-2d914b5cc5f0 service neutron] 10.222.0.35 "GET /v2.0/networks/881c4512-eeef-4614-9316-347820720107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Aug 31 05:25:17.055217 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd2fdf-18d8-47e3-895a-9138c7e21f98 req-f8256043-0ce0-4ab1-a294-d02902da108e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:17.056760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ecd2fdf-18d8-47e3-895a-9138c7e21f98 req-f8256043-0ce0-4ab1-a294-d02902da108e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0667508 Aug 31 05:25:17.114801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ecd2fdf-18d8-47e3-895a-9138c7e21f98 req-c8998da8-58f0-465e-926b-661079253adf tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507293 Aug 31 05:25:18.268216 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8e9bd-157e-4f64-b9be-c2352cb8e525 req-b4feeb1d-740b-4115-8f9a-560219bbdfa1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:18.270455 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1db8e9bd-157e-4f64-b9be-c2352cb8e525 req-b4feeb1d-740b-4115-8f9a-560219bbdfa1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0666120 Aug 31 05:25:18.330296 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1db8e9bd-157e-4f64-b9be-c2352cb8e525 req-860842ee-a0dc-4d7c-8c86-1953df28dc35 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496831 Aug 31 05:25:19.466717 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a182-58ba-4b08-bdb2-e43500da3334 req-a064e1dd-41da-4061-915d-b868e08eb046 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:19.468523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a01a182-58ba-4b08-bdb2-e43500da3334 req-a064e1dd-41da-4061-915d-b868e08eb046 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0600181 Aug 31 05:25:19.513279 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1a01a182-58ba-4b08-bdb2-e43500da3334 req-1539e6d9-a25a-423c-8682-710ba5416e18 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390832 Aug 31 05:25:20.656838 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543185d-eaf8-460c-9abe-313d21577dc5 req-844dfd20-588a-4a84-a11c-5a23c9aaa08b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:20.662391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1543185d-eaf8-460c-9abe-313d21577dc5 req-844dfd20-588a-4a84-a11c-5a23c9aaa08b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0632887 Aug 31 05:25:20.703271 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1543185d-eaf8-460c-9abe-313d21577dc5 req-9eec7150-4637-4054-8d7b-42dcf62e8c77 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Aug 31 05:25:21.847971 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9caa2b-f2b6-4282-be6b-937637e5326c req-862bb4f3-1a4c-431a-ac22-38eeb3b794fb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:21.849448 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea9caa2b-f2b6-4282-be6b-937637e5326c req-862bb4f3-1a4c-431a-ac22-38eeb3b794fb tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0545235 Aug 31 05:25:21.896746 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ea9caa2b-f2b6-4282-be6b-937637e5326c req-3ef4a82f-641d-4b77-8d1e-3f389fe9a702 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Aug 31 05:25:22.981839 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58392) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:23.052533 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996070f-4d28-428e-96c1-6bbae85a418f req-925b163e-ce28-4436-b4bc-d71d3a6bee3f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:23.059140 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d996070f-4d28-428e-96c1-6bbae85a418f req-925b163e-ce28-4436-b4bc-d71d3a6bee3f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0733867 Aug 31 05:25:23.114528 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d996070f-4d28-428e-96c1-6bbae85a418f req-a27d67ab-332d-496c-8d27-d191ffddfd86 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491004 Aug 31 05:25:23.116609 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97308a9a-fd9d-4c70-9eaf-267f02905d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.224108 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97308a9a-fd9d-4c70-9eaf-267f02905d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.229320 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97308a9a-fd9d-4c70-9eaf-267f02905d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.270168 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97308a9a-fd9d-4c70-9eaf-267f02905d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0a400-ae5b-4a43-83c8-712f04dfe8e3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:23.279559 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58396) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:23.280348 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-97308a9a-fd9d-4c70-9eaf-267f02905d79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f7868da17f94203b5c8267000b9d691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931111 Aug 31 05:25:23.337175 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.360366 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.422423 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.425121 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:23.428938 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9e0a400-ae5b-4a43-83c8-712f04dfe8e3 HTTP/1.1" status: 204 len: 168 time: 0.1458876 Aug 31 05:25:23.434981 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a35d15-2214-4b4a-9eca-38a14aa894fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0a400-ae5b-4a43-83c8-712f04dfe8e3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:24.265824 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd672ec-ab03-42c1-85c9-5d5ffb977cee req-fb56ff84-158b-4b74-8919-c6f50cf42d48 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:24.267672 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5bd672ec-ab03-42c1-85c9-5d5ffb977cee req-fb56ff84-158b-4b74-8919-c6f50cf42d48 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0741756 Aug 31 05:25:24.326578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5bd672ec-ab03-42c1-85c9-5d5ffb977cee req-3b875d1f-df98-4955-8d57-7d2cd2ecd33b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472188 Aug 31 05:25:25.499651 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f353f-ff35-4988-9043-405cb02cc533 req-e0fbc01f-4148-489b-a502-1eeb623b9cd5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:25.503645 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e81f353f-ff35-4988-9043-405cb02cc533 req-e0fbc01f-4148-489b-a502-1eeb623b9cd5 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0661869 Aug 31 05:25:25.547286 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e81f353f-ff35-4988-9043-405cb02cc533 req-1c58b7fe-b6fa-4fa2-8bd5-445cb8c8a3a7 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401652 Aug 31 05:25:25.692155 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:25:25.963681 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-59bdd44f-26de-472f-b4b8-a275d8094d49 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355580 Aug 31 05:25:26.204452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-8b8557f3-a4df-488a-9836-3ee579590e3f tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:26.206275 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-8b8557f3-a4df-488a-9836-3ee579590e3f tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359588 Aug 31 05:25:26.224540 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-63217dbd-81e1-4987-a174-2219aaf93f83 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/quotas/ab995cbeb7f7454eaefe6ecee8b09e6f HTTP/1.1" status: 200 len: 375 time: 0.0105813 Aug 31 05:25:26.285406 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-2c389b09-ed0c-4291-bba1-41cac477ee17 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510890 Aug 31 05:25:26.530952 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2cf09967-a304-44ed-9bbc-c319d5a9c00b req-b0815a15-2203-4c46-abcf-4a397de4b887 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 210 time: 0.0465276 Aug 31 05:25:26.706105 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e390e-2e4e-43a3-bd1e-276089304f39 req-23c00605-d3af-4898-b351-08a3c814a095 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:26.707762 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-269e390e-2e4e-43a3-bd1e-276089304f39 req-23c00605-d3af-4898-b351-08a3c814a095 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0683289 Aug 31 05:25:26.759378 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-269e390e-2e4e-43a3-bd1e-276089304f39 req-e163bf2c-4b35-4688-800f-adcf40959c3d tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444996 Aug 31 05:25:27.647045 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b2b6ba60-719a-440b-84cf-04b1082c4d33 req-9501ef19-e040-47bb-93b5-48bdd0205926 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 210 time: 0.0297182 Aug 31 05:25:27.900698 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e2de4-b9a1-405a-9255-6e23f14d64f0 req-4b808bb0-58de-4169-aa17-b7d511bb77b4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:27.902456 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-394e2de4-b9a1-405a-9255-6e23f14d64f0 req-4b808bb0-58de-4169-aa17-b7d511bb77b4 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.0563538 Aug 31 05:25:27.948510 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-394e2de4-b9a1-405a-9255-6e23f14d64f0 req-b8ae57b6-8c8f-4e4f-b7a5-5f2d766e4444 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363183 Aug 31 05:25:28.000217 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-da34f553-9297-42e1-a6ea-142de754e0a5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237503 Aug 31 05:25:28.142791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-e4b7418e-e871-4363-91de-cf95b191b872 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:28.144462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-e4b7418e-e871-4363-91de-cf95b191b872 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378105 Aug 31 05:25:28.160621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Request body: {'port': {'device_id': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f', 'admin_state_up': True, 'tenant_id': 'ab995cbeb7f7454eaefe6ecee8b09e6f'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:28.288578 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Made reservation on behalf of ab995cbeb7f7454eaefe6ecee8b09e6f for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:25:28.292439 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.302404 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.437452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.442346 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.478339 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee5be40-9cdb-4199-888e-47127d19cff6,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:28.588448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Allocated IP 192.168.233.76 (0375df26-fe4e-4938-85b3-6fa8cac6c07f/b0a0a4d8-5824-42cf-88fa-b977c9e3546f/a92de9cc-7db7-4cc0-a7cb-3295178a4db3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:25:28.794786 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ce64fa39-5b4b-44f4-af1c-b46a4eaec62a req-775dad9f-dc60-4dfc-ac00-20ddc0106bf6 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 210 time: 0.0381751 Aug 31 05:25:28.799974 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.816160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Transition to ACTIVE for port object a92de9cc-7db7-4cc0-a7cb-3295178a4db3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:28.854239 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.899597 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Network 0375df26-fe4e-4938-85b3-6fa8cac6c07f is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:28.905182 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:28.907765 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:25:28.939789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Pushing event updated for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:28.973730 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:28.974417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:28.998493 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f6402eeb-6f0e-42a6-8592-2025be63898c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8422952 Aug 31 05:25:29.016831 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Request body: {'port': {'device_id': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:29.124213 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7bd961f0-28ec-4c46-9a96-91e5cf367a41 None None] Provisioning for port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:25:29.130069 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7bd961f0-28ec-4c46-9a96-91e5cf367a41 None None] Provisioning complete for port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:29.130448 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7bd961f0-28ec-4c46-9a96-91e5cf367a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.169235 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-7bd961f0-28ec-4c46-9a96-91e5cf367a41 None None] Port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:25:29.182656 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.201495 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fedab-8d2c-484b-9bb3-665c3e1d51ca req-63793f5b-7d9c-4f12-af91-93eab3a9afda tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:29.204109 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f57fedab-8d2c-484b-9bb3-665c3e1d51ca req-63793f5b-7d9c-4f12-af91-93eab3a9afda tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.1476135 Aug 31 05:25:29.327281 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f57fedab-8d2c-484b-9bb3-665c3e1d51ca req-f7a2567d-ebac-4cd1-87ab-3e376aa8b89e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111989 Aug 31 05:25:29.583539 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92de9cc-7db7-4cc0-a7cb-3295178a4db3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:25:29.593090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.607938 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Transition to ACTIVE for port object a92de9cc-7db7-4cc0-a7cb-3295178a4db3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:29.613465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.675093 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Pushing event updated for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:29.748466 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Attempting to bind port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:25:29.748735 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Attempting to bind port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:25:29.749253 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Attempting to bind port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 on network 0375df26-fe4e-4938-85b3-6fa8cac6c07f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:25:29.755509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 on network 0375df26-fe4e-4938-85b3-6fa8cac6c07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:25:29.756018 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Attempting to bind port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 on network 0375df26-fe4e-4938-85b3-6fa8cac6c07f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:25:29.766407 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:25:29.766940 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Checking segment: {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:25:29.767622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Bound using segment: {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:25:29.768305 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Bound port: a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9726395d-feb9-47c3-8f25-adf1acbb0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:25:29.768816 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.849543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:25:29.853308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:25:29.861367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.899710 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:29.900630 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:29.901893 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] 10.222.0.35 "PUT /v2.0/ports/a92de9cc-7db7-4cc0-a7cb-3295178a4db3 HTTP/1.1" status: 200 len: 1097 time: 0.8929787 Aug 31 05:25:29.912743 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:29.916978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d9fd2-7033-436d-a011-a14090383932" -d '{"events": [{"name": "network-changed", "server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:29.973537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd07978c-b389-4d29-9a2b-85a57126fa03 x-openstack-request-id: req-fd07978c-b389-4d29-9a2b-85a57126fa03 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:29.973892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:29.974077 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd07978c-b389-4d29-9a2b-85a57126fa03 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:29.974434 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3', 'status': 'completed', 'code': 200} Aug 31 05:25:30.001642 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98770-1e20-454b-8b6a-08ff6fe7a0db service neutron] Pushing event updated for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:30.022502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51d9f-4656-46b1-8aa3-2129ebf34ccd req-3641e4f3-f4d2-42ff-855e-8f89d39d96d4 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.024363 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14c51d9f-4656-46b1-8aa3-2129ebf34ccd req-3641e4f3-f4d2-42ff-855e-8f89d39d96d4 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 947 time: 0.1328311 Aug 31 05:25:30.042370 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-78801e42-7f77-4293-a04d-20fbb2ebf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.043971 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-78801e42-7f77-4293-a04d-20fbb2ebf2ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 1100 time: 0.0931671 Aug 31 05:25:30.094391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-c2e708a7-f499-4f8b-b9cd-a23ee74b8bc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3 HTTP/1.1" status: 200 len: 217 time: 0.0413668 Aug 31 05:25:30.131597 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:25:30.138207 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14c51d9f-4656-46b1-8aa3-2129ebf34ccd req-a2fcb3cd-3f4c-43da-af67-79560a02b649 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048980 Aug 31 05:25:30.168889 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-7ac1f59f-6998-466a-91fa-1c0073f3d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.171198 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-7ac1f59f-6998-466a-91fa-1c0073f3d6d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0a0a4d8-5824-42cf-88fa-b977c9e3546f HTTP/1.1" status: 200 len: 843 time: 0.0678489 Aug 31 05:25:30.226560 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-8d454d05-81dd-4b6d-9889-316684f48c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.228598 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-8d454d05-81dd-4b6d-9889-316684f48c7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0375df26-fe4e-4938-85b3-6fa8cac6c07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0489633 Aug 31 05:25:30.356808 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-b0f51336-d46d-42d7-be64-5f16a8deacb1 service neutron] 10.222.0.35 "GET /v2.0/networks/0375df26-fe4e-4938-85b3-6fa8cac6c07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167774 Aug 31 05:25:30.432999 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:30.479182 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'port_id': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'mac_address': 'fa:16:3e:83:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:25:30.538437 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:30.552448 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:25:30.584594 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:30.596996 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:30.652519 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=9']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:30.665442 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.665934 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.666380 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.666724 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.667061 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.667417 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.667931 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.668287 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.668616 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.668967 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.669293 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.669616 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:30.762055 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e808a-d4da-46fd-8457-6690b37d42dd req-fae8ba31-c8cc-421b-b4af-3677f780a75e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.763643 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c70e808a-d4da-46fd-8457-6690b37d42dd req-fae8ba31-c8cc-421b-b4af-3677f780a75e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 944 time: 0.3462861 Aug 31 05:25:30.770820 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1144ae9e-1c01-4cb3-88e5-9edb137e51c6 req-7bb51d62-a71d-4ed8-8e69-30baf39dd268 service neutron] 10.222.0.35 "GET /v2.0/networks/0375df26-fe4e-4938-85b3-6fa8cac6c07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043319 Aug 31 05:25:30.811370 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:25:30.813552 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c70e808a-d4da-46fd-8457-6690b37d42dd req-7a08cac7-5907-49e6-9755-c53332efabee tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Aug 31 05:25:30.874716 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d9fd2-7033-436d-a011-a14090383932 req-b1688d46-2ae1-4bd7-9a62-6584d85fc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.876799 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-b1688d46-2ae1-4bd7-9a62-6584d85fc28f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 1100 time: 0.0517564 Aug 31 05:25:30.986880 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d9fd2-7033-436d-a011-a14090383932 req-b68cf8d8-3118-4d8c-97da-3a764726b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:30.988336 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-b68cf8d8-3118-4d8c-97da-3a764726b450 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0375df26-fe4e-4938-85b3-6fa8cac6c07f HTTP/1.1" status: 200 len: 870 time: 0.1035576 Aug 31 05:25:31.034679 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-46bf09ed-81d7-4c8c-88ac-bb8912319bcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3 HTTP/1.1" status: 200 len: 217 time: 0.0368617 Aug 31 05:25:31.092835 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d9fd2-7033-436d-a011-a14090383932 req-d47298be-64e3-445e-b69f-455b6067b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:31.094510 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-d47298be-64e3-445e-b69f-455b6067b7b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0a0a4d8-5824-42cf-88fa-b977c9e3546f HTTP/1.1" status: 200 len: 843 time: 0.0521505 Aug 31 05:25:31.151553 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d9fd2-7033-436d-a011-a14090383932 req-fd94e79a-f9be-4362-a44d-046fe394932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:31.153222 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-fd94e79a-f9be-4362-a44d-046fe394932b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0375df26-fe4e-4938-85b3-6fa8cac6c07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0509262 Aug 31 05:25:31.299530 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-a85c0827-a9f0-4ed4-924f-0115532aa513 service neutron] 10.222.0.35 "GET /v2.0/networks/0375df26-fe4e-4938-85b3-6fa8cac6c07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355293 Aug 31 05:25:31.311328 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc1b7-9ad5-441d-b8b5-10ffb2641f2d req-47b44aa5-fc4e-4f4a-bf52-466c00f0b6fe tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:31.312917 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5edc1b7-9ad5-441d-b8b5-10ffb2641f2d req-47b44aa5-fc4e-4f4a-bf52-466c00f0b6fe tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 947 time: 0.0809484 Aug 31 05:25:31.407669 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5edc1b7-9ad5-441d-b8b5-10ffb2641f2d req-55f2f87d-2475-49e0-890b-b1fe05d7f67e tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855854 Aug 31 05:25:31.438612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-236d9fd2-7033-436d-a011-a14090383932 req-6aab7e06-a19c-488c-a131-c82c72c399c4 service neutron] 10.222.0.35 "GET /v2.0/networks/0375df26-fe4e-4938-85b3-6fa8cac6c07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246953 Aug 31 05:25:31.942621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7266-8b47-4fbc-a195-e23abcd907f1 req-275506b2-f2a0-400e-9c77-ecbcb3bf344b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:31.944230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-601d7266-8b47-4fbc-a195-e23abcd907f1 req-275506b2-f2a0-400e-9c77-ecbcb3bf344b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 945 time: 0.0543044 Aug 31 05:25:31.987073 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-601d7266-8b47-4fbc-a195-e23abcd907f1 req-97d59ecc-9e4c-480f-bf30-9a025d92a46a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366764 Aug 31 05:25:32.146521 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a92de9cc-7db7-4cc0-a7cb-3295178a4db3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:25:32.149806 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:25:32.262791 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:32.263190 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.310071 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:32.325407 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3', 'network_id': '0375df26-fe4e-4938-85b3-6fa8cac6c07f', 'port_id': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3', 'mac_address': 'fa:16:3e:44:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a0a4d8-5824-42cf-88fa-b977c9e3546f', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:25:32.394317 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.416804 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92de9cc-7db7-4cc0-a7cb-3295178a4db3 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:25:32.422137 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.454155 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:32.461442 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:32.462812 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1221b-a693-4470-8199-88258c521d58" -d '{"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:32.468102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.480919 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:32.500070 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.531428 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:32.561556 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4f14f-c869-41f7-b145-6aadf129e7e8 x-openstack-request-id: req-76b4f14f-c869-41f7-b145-6aadf129e7e8 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:32.561864 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-plugged", "status": "completed", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:32.562066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76b4f14f-c869-41f7-b145-6aadf129e7e8 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:32.562450 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'code': 200} Aug 31 05:25:32.598009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746df4b2-124b-4faf-bff5-d7c585e524f4 req-2581dd56-f283-4d73-a61a-b4dccfd83a42 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:32.599916 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-746df4b2-124b-4faf-bff5-d7c585e524f4 req-2581dd56-f283-4d73-a61a-b4dccfd83a42 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 948 time: 0.0742660 Aug 31 05:25:32.603151 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=10']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:32.649145 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-746df4b2-124b-4faf-bff5-d7c585e524f4 req-83682a65-7260-4dec-afdf-811225018a6f tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372682 Aug 31 05:25:32.697315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a92de9cc-7db7-4cc0-a7cb-3295178a4db3'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:25:32.722778 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-437bc75a-154f-420e-bbe6-ecc43e5ded2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:32.776763 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbafe8-0c52-457e-9cdc-d4092b3bc9cf req-4a78c583-2121-407e-be23-82c38033e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:32.778435 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80fbafe8-0c52-457e-9cdc-d4092b3bc9cf req-4a78c583-2121-407e-be23-82c38033e9db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 1100 time: 0.0462427 Aug 31 05:25:32.836543 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-80fbafe8-0c52-457e-9cdc-d4092b3bc9cf req-68f4898d-0d5f-4beb-88ef-8d4318524166 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470507 Aug 31 05:25:33.118571 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251ebc7-6d56-4540-a935-7319ad683d19 req-eeb0b224-af27-4852-ab0d-909dc44c3bca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:33.120154 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3251ebc7-6d56-4540-a935-7319ad683d19 req-eeb0b224-af27-4852-ab0d-909dc44c3bca tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0519433 Aug 31 05:25:33.162366 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3251ebc7-6d56-4540-a935-7319ad683d19 req-f424aa9d-3a19-4cb2-ba9d-21f887555daf tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359385 Aug 31 05:25:33.777885 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5dc38-bb01-4603-83ff-65bdc4ae0350 req-cb8bebbb-ed6e-4416-9a33-73af14ce4b5a tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:33.779459 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-71b5dc38-bb01-4603-83ff-65bdc4ae0350 req-cb8bebbb-ed6e-4416-9a33-73af14ce4b5a tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 948 time: 0.0596006 Aug 31 05:25:33.818357 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-71b5dc38-bb01-4603-83ff-65bdc4ae0350 req-51e09e27-8635-4202-8294-267aed7a4a00 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Aug 31 05:25:34.168530 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a92de9cc-7db7-4cc0-a7cb-3295178a4db3 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:25:34.240480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:25:34.245973 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:34.246361 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:34.311086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f68af-4161-494e-9eca-d1073674f828 req-35d1c5f8-3efd-4fcc-aad3-48effec13880 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:34.312917 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-834f68af-4161-494e-9eca-d1073674f828 req-35d1c5f8-3efd-4fcc-aad3-48effec13880 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0590270 Aug 31 05:25:34.358103 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-834f68af-4161-494e-9eca-d1073674f828 req-40d60309-f57e-48e5-bd9e-3a9c4883923f tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Aug 31 05:25:34.359623 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:34.400968 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:34.405976 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:34.474654 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:34.563754 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:34.567354 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfec30-26ea-483b-9e48-d48b2424ae69" -d '{"events": [{"server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "name": "network-vif-plugged", "status": "completed", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:34.609882 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f336485-212b-4773-b0d6-10a52d2a3bc4 x-openstack-request-id: req-5f336485-212b-4773-b0d6-10a52d2a3bc4 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:34.609882 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "name": "network-vif-plugged", "status": "completed", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:34.609882 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f336485-212b-4773-b0d6-10a52d2a3bc4 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:34.609882 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3', 'code': 200} Aug 31 05:25:34.807625 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a55f-ee84-4cdc-951a-bbb5365e02ef req-90869ff5-39f6-4f07-9fb6-0f1c13fb8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:34.809316 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d102a55f-ee84-4cdc-951a-bbb5365e02ef req-90869ff5-39f6-4f07-9fb6-0f1c13fb8839 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 1102 time: 0.0447476 Aug 31 05:25:34.848965 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d102a55f-ee84-4cdc-951a-bbb5365e02ef req-615aea5a-1e6b-4940-a164-81186a6e6758 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Aug 31 05:25:34.941093 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6b6fd-bc13-42d0-8dd2-ae08bd2d1067 req-ba3a770d-6fd4-4d18-963b-339b3ba31b70 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:34.942548 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14d6b6fd-bc13-42d0-8dd2-ae08bd2d1067 req-ba3a770d-6fd4-4d18-963b-339b3ba31b70 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0559120 Aug 31 05:25:34.983200 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-14d6b6fd-bc13-42d0-8dd2-ae08bd2d1067 req-2efd3e4e-5f20-40cb-8740-9a98b26590b7 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Aug 31 05:25:35.485382 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2fe5-8b15-409e-b5b7-8acacd9b1813 req-817d458d-da5f-4ecf-b33b-b3694eb98a9a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:35.486899 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7ce2fe5-8b15-409e-b5b7-8acacd9b1813 req-817d458d-da5f-4ecf-b33b-b3694eb98a9a tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0501335 Aug 31 05:25:35.525835 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d7ce2fe5-8b15-409e-b5b7-8acacd9b1813 req-34091259-bfc8-4022-abb5-a8caa2132bac tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 31 05:25:35.695091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:36.125972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4343-7826-47b3-879a-966d81b03709 req-b909b71e-7b22-4ccf-b69c-86d6269a5525 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:36.127570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c8e4343-7826-47b3-879a-966d81b03709 req-b909b71e-7b22-4ccf-b69c-86d6269a5525 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0609453 Aug 31 05:25:36.168529 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c8e4343-7826-47b3-879a-966d81b03709 req-a18b31dd-cb23-4e4b-82ce-d9162d414c5c tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Aug 31 05:25:36.970207 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-07093549-16ee-4110-9ed9-c742de9827e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:37.308572 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d0ef1-a901-4166-aa74-08f5f23bcea1 req-1d1338aa-fffb-4de4-a047-42eff87c991d tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:37.310154 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ed6d0ef1-a901-4166-aa74-08f5f23bcea1 req-1d1338aa-fffb-4de4-a047-42eff87c991d tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0564780 Aug 31 05:25:37.349297 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ed6d0ef1-a901-4166-aa74-08f5f23bcea1 req-f44d801b-d345-4043-9777-914454b455da tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 31 05:25:37.575818 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:37.637143 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7943e-cde5-4488-8c4a-c8309e8a2550 req-3b3a128c-bbb2-4e65-994f-c411b20375e3 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:37.638694 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bac7943e-cde5-4488-8c4a-c8309e8a2550 req-3b3a128c-bbb2-4e65-994f-c411b20375e3 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0513444 Aug 31 05:25:37.680700 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bac7943e-cde5-4488-8c4a-c8309e8a2550 req-96c4c31c-029a-4e0f-a03e-97e55978014f tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 31 05:25:38.799642 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b3020-ab0c-4210-9836-268f321d2d59 req-72864c29-4fca-42b8-861d-e6535614a5e0 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:38.801193 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-189b3020-ab0c-4210-9836-268f321d2d59 req-72864c29-4fca-42b8-861d-e6535614a5e0 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0510044 Aug 31 05:25:38.839807 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-189b3020-ab0c-4210-9836-268f321d2d59 req-35d101e5-8d5c-493f-a068-d60495d66937 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/security-groups?id=bee5be40-9cdb-4199-888e-47127d19cff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Aug 31 05:25:39.026282 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-3b366aa0-52f4-4972-8eee-673e2b8d6629 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:39.027769 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-3b366aa0-52f4-4972-8eee-673e2b8d6629 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.35 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 949 time: 0.0556190 Aug 31 05:25:39.119664 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:39.120258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Deleting port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:25:39.120367 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:39.211652 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] For port a92de9cc-7db7-4cc0-a7cb-3295178a4db3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,segment=NetworkSegment(9726395d-feb9-47c3-8f25-adf1acbb0318),segment_id=9726395d-feb9-47c3-8f25-adf1acbb0318)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:39.212059 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:39.225183 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Calling delete_port for a92de9cc-7db7-4cc0-a7cb-3295178a4db3 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:25:39.351851 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:39.364158 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['a92de9cc-7db7-4cc0-a7cb-3295178a4db3'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:25:39.383739 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Pushing event deleted for resources: {'Port': ['ID=a92de9cc-7db7-4cc0-a7cb-3295178a4db3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:39.429559 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] No DVR routers for this DVR port a92de9cc-7db7-4cc0-a7cb-3295178a4db3 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:25:39.432323 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:39.434385 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d6fb6-dffe-4582-a2f3-3e2c88d6af59 req-cd698891-a563-4cfc-b0a4-5db113d449b5 tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.35 "DELETE /v2.0/ports/a92de9cc-7db7-4cc0-a7cb-3295178a4db3 HTTP/1.1" status: 204 len: 173 time: 0.4003799 Aug 31 05:25:39.434823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'name': 'network-vif-deleted', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:25:39.437147 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab325944-93ed-4311-977f-7bef09adfbb6" -d '{"events": [{"server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "name": "network-vif-deleted", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:25:39.481904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa029d-f800-4cbf-9810-5a9889559479 x-openstack-request-id: req-62fa029d-f800-4cbf-9810-5a9889559479 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:25:39.482213 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bbbf75-7b16-46df-99ef-c34aac017b2f", "name": "network-vif-deleted", "tag": "a92de9cc-7db7-4cc0-a7cb-3295178a4db3", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:25:39.482463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62fa029d-f800-4cbf-9810-5a9889559479 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:25:39.482856 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bbbf75-7b16-46df-99ef-c34aac017b2f', 'name': 'network-vif-deleted', 'tag': 'a92de9cc-7db7-4cc0-a7cb-3295178a4db3', 'status': 'completed', 'code': 200} Aug 31 05:25:39.948525 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4d017fc4-eb24-47c8-8b52-dfc06eed740e req-e8c8f569-a5e8-4962-a270-3bf451699fba tempest-VolumesNegativeTest-43937269 tempest-VolumesNegativeTest-43937269-project] 10.222.0.25 "GET /v2.0/ports?device_id=03bbbf75-7b16-46df-99ef-c34aac017b2f HTTP/1.1" status: 200 len: 210 time: 0.0277486 Aug 31 05:25:42.225651 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a92de9cc-7db7-4cc0-a7cb-3295178a4db3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:25:42.248996 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: a92de9cc-7db7-4cc0-a7cb-3295178a4db3 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:25:42.249189 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a92de9cc-7db7-4cc0-a7cb-3295178a4db3 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:25:44.579079 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58780) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:44.713963 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7376b70f-7039-4af0-ac5d-094ff2791602 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab995cbeb7f7454eaefe6ecee8b09e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336927 Aug 31 05:25:44.716401 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58784) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:44.766624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:44.787326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:44.832357 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:44.835936 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:44.837108 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bee5be40-9cdb-4199-888e-47127d19cff6 HTTP/1.1" status: 204 len: 168 time: 0.1197414 Aug 31 05:25:44.844947 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f6346-6fa5-48a6-9937-0af33a92c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee5be40-9cdb-4199-888e-47127d19cff6,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:45.364122 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:53.792883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58856) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:53.894234 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa239cf4-8222-40cc-ae0c-0b70fd265392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:53.984829 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa239cf4-8222-40cc-ae0c-0b70fd265392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:53.988784 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa239cf4-8222-40cc-ae0c-0b70fd265392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.027974 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fa239cf4-8222-40cc-ae0c-0b70fd265392 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35b2147f0c8a43a4af8bfeb5f4a3ded8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339823 Aug 31 05:25:54.028805 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239cf4-8222-40cc-ae0c-0b70fd265392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ae330-f657-4afb-9831-63b0a6b507ce,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:54.030672 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58860) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:54.081049 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.102335 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.147621 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.150378 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.151551 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/037ae330-f657-4afb-9831-63b0a6b507ce HTTP/1.1" status: 204 len: 168 time: 0.1197767 Aug 31 05:25:54.158902 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ae330-f657-4afb-9831-63b0a6b507ce,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:54.165979 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.166341 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.166683 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.167033 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.167402 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.167739 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.168075 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.168407 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.168748 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.169077 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.169406 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.169731 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76289dd3-f12d-438e-baee-1118518bc769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:54.788293 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58882) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:54.887793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-503486575-network', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:54.909524 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Made reservation on behalf of 8675b5db0c37496d87bbdca0e8a11336 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:25:54.911969 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:54.923435 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.016037 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.019694 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.039836 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:25:55.052812 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc8f51-1e76-4748-8be7-fd0bd27a1e35,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:55.059322 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.059743 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Added segment 0660a840-d7fc-4192-956f-8cd12b524882 of type vlan for network 13cc80b3-1987-4b56-9531-61eb479960ee Aug 31 05:25:55.098896 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.124294 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.125174 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:55.125762 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.175112 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3856184 Aug 31 05:25:55.178334 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58886) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:55.184110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Request body: {'subnet': {'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-503486575-subnet', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:55.184379 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8814-026e-450d-84b7-9943151ff223 admin admin] Pushing event updated for resources: {'Network': ['ID=13cc80b3-1987-4b56-9531-61eb479960ee,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:55.194243 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 13cc80b3-1987-4b56-9531-61eb479960ee details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:25:55.204113 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Made reservation on behalf of 8675b5db0c37496d87bbdca0e8a11336 for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:25:55.206383 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9841726'] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.369191 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9841704'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.426600 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f06fa63-908e-4c3c-8000-65286e9cf973,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:55.436354 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:25:55.436712 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Network hostable DHCP agents. Network: 13cc80b3-1987-4b56-9531-61eb479960ee, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:25:55.452319 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Network 13cc80b3-1987-4b56-9531-61eb479960ee is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:25:55.460020 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 13cc80b3-1987-4b56-9531-61eb479960ee) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:55.464235 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:55.464836 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.469281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48156d52-a7f8-43f8-b753-dd6a8f393c80 None None] Network 13cc80b3-1987-4b56-9531-61eb479960ee requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:25:55.480875 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d4cdee77-2d36-4590-a11a-bdbf171ebadf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3014109 Aug 31 05:25:55.483602 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58888) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:55.489279 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:55.510584 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.511650 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.566353 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.619497 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-13cc80b3-1987-4b56-9531-61eb479960ee', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:25:55.620449 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.707993 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.756438 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Allocated IP 172.20.0.2 (13cc80b3-1987-4b56-9531-61eb479960ee/0f06fa63-908e-4c3c-8000-65286e9cf973/3dd981fe-a6ce-4a17-aead-da9c2e92dc0a) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:25:55.912608 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.921910 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Transition to ACTIVE for port object 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:55.938614 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Transition to ACTIVE for port object 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:55.944953 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:55.979413 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:55.982206 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:55.988009 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:25:55.999868 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Pushing event updated for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:56.047034 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Attempting to bind port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:25:56.047430 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Attempting to bind port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:25:56.047793 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Attempting to bind port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:25:56.053082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:25:56.053453 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:25:56.053865 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.054256 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Bound using segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:25:56.054883 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Bound port: 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:25:56.055562 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.120622 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.121224 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:25:56.124172 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:25:56.128566 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.140132 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.188987 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e520ba-90ad-4edd-8bd1-b01a8b824674 None None] Pushing event updated for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:56.250534 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Allocated IP 172.27.2.245 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/c9b5b575-0339-4f1a-b423-5d9581bcb637) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:25:56.363837 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.404760 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.451565 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:56.454459 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:56.457048 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:25:56.485009 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b5b575-0339-4f1a-b423-5d9581bcb637,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:56.556772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:25:56.610348 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:25:56.734967 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:56.939550 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.013271 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940722a-2d73-4a4d-a5cb-75fa8665e6c8 None None] Network 13cc80b3-1987-4b56-9531-61eb479960ee requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:25:57.069698 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:25:57.072000 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Provisioning for port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:25:57.078216 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Provisioning complete for port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:57.078595 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.176678 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:25:57.186759 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:25:57.196376 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.197863 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-aa6758f1-631a-4c81-821a-cc8590f25266 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7129505 Aug 31 05:25:57.200536 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58892) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:57.201471 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:25:57.202156 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:57.224719 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.265091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:25:57.272468 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.310856 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:25:57.326787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a600f7-1b8f-4ffe-973c-1c27b210c3a3 None None] Pushing event updated for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:57.491885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-90a97b7f-2bc0-4971-983f-b8068d5415cd None None] Provisioning complete for port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:57.492691 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-90a97b7f-2bc0-4971-983f-b8068d5415cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.594866 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:56Z', 'revision_number': 3, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:57.621170 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:25:57.621514 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Updating router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff port c9b5b575-0339-4f1a-b423-5d9581bcb637 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:25:57.644718 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.645705 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.810420 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Allocated IP 172.20.0.1 (13cc80b3-1987-4b56-9531-61eb479960ee/0f06fa63-908e-4c3c-8000-65286e9cf973/5f3845c4-8ffc-44fc-a5d8-6288e3b2f077) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:25:57.905017 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.911602 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.915682 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Transition to ACTIVE for port object c9b5b575-0339-4f1a-b423-5d9581bcb637 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:57.921532 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.925382 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Transition to ACTIVE for port object 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:25:57.960118 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.975033 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Attempting to bind port c9b5b575-0339-4f1a-b423-5d9581bcb637 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:25:57.975432 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Attempting to bind port c9b5b575-0339-4f1a-b423-5d9581bcb637 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:25:57.975798 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Attempting to bind port c9b5b575-0339-4f1a-b423-5d9581bcb637 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:25:57.979426 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Pushing event updated for resources: {'Port': ['ID=c9b5b575-0339-4f1a-b423-5d9581bcb637,revision_number=2']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:57.987224 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:25:57.987596 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:25:57.987999 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.988392 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:25:57.989212 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Bound port: c9b5b575-0339-4f1a-b423-5d9581bcb637, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:25:57.989212 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:57.992712 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.993726 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.994075 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.994413 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.994753 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.995085 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.995437 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.995777 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.996108 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.996434 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.996756 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:57.997077 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:25:58.000781 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:58.005722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:58.009864 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:25:58.035779 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Pushing event updated for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:58.053921 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] For port c9b5b575-0339-4f1a-b423-5d9581bcb637, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:25:58.054329 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.058698 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] For port c9b5b575-0339-4f1a-b423-5d9581bcb637, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9b5b575-0339-4f1a-b423-5d9581bcb637,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:25:58.065562 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.120002 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:25:58.120615 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:58.180761 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4593b-61e4-474d-8e9e-c28d5adbf65e None None] Pushing event updated for resources: {'Port': ['ID=c9b5b575-0339-4f1a-b423-5d9581bcb637,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:58.202541 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.247328 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:25:58.304981 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-baeb945f-7d4f-4e41-8222-ba79a9eeea9a None None] Provisioning for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:25:58.309677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-baeb945f-7d4f-4e41-8222-ba79a9eeea9a None None] Provisioning complete for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:58.310207 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-baeb945f-7d4f-4e41-8222-ba79a9eeea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.353683 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-baeb945f-7d4f-4e41-8222-ba79a9eeea9a None None] Port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:25:58.374480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.379077 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.436324 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:56Z', 'revision_number': 3, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:25:58.443344 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.445020 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Pushing event updated for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:58.463494 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafaad2-efaf-491f-9d14-6a455ba565ca None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:56Z', 'revision_number': 3, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:25:58.543024 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:25:58.551513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:25:58.553028 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:25:58.598193 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:58.598636 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.676360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:25:58.829978 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:25:58.835185 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e12c3b96-7eb2-402b-8afd-a295f71267ad admin admin] 10.222.0.25 "PUT /v2.0/routers/06ccbc18-cfce-40e0-b7f8-06c158ac0aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335747 Aug 31 05:25:58.874940 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-2ca09c8d-aff1-4293-aae2-e5554113db4e None None] Provisioning complete for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:25:58.875371 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2ca09c8d-aff1-4293-aae2-e5554113db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:58.914718 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-2ca09c8d-aff1-4293-aae2-e5554113db4e None None] Port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:25:59.327076 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58908) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:59.332157 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454253134-network', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:59.352600 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Made reservation on behalf of 39d3f0fd56334d2eba7c66eb272a2b42 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:25:59.354910 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.363257 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.664541 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.668952 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.692060 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:25:59.700454 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f65023-6a19-41e7-88d9-19dcd78e9e75,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:59.706178 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.706544 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Added segment de0607ca-e8f7-4485-adb8-89d67e5507df of type vlan for network 1eb72651-3e72-4b0b-9df2-da9466d6d769 Aug 31 05:25:59.747049 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.774071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.775068 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:25:59.775746 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:25:59.832835 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5046113 Aug 31 05:25:59.835519 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:25:59.841795 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Request body: {'subnet': {'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454253134-subnet', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:25:59.847914 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe9f49-9fee-4571-ab27-e7c476233b95 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb72651-3e72-4b0b-9df2-da9466d6d769,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:25:59.858432 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:25:59.870307 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Made reservation on behalf of 39d3f0fd56334d2eba7c66eb272a2b42 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:25:59.872998 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.045866 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.064363 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:00.074253 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:00.074889 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:00.105481 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cc5795-aef7-4d3b-9781-5662c18149f9,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:00.116922 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Checking segment: {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:00.120267 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Network hostable DHCP agents. Network: 1eb72651-3e72-4b0b-9df2-da9466d6d769, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:26:00.140199 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:26:00.148822 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 1eb72651-3e72-4b0b-9df2-da9466d6d769) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:00.153067 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:00.153665 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.161340 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d4b15-0aec-4af4-ad04-70436fb865d8 None None] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:26:00.168333 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b4ce13af-39bb-4fff-8571-066ddaa9848e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3311851 Aug 31 05:26:00.170852 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:00.175299 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:00.198210 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.199272 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.256847 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.361207 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:00.398984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.589904 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9b5b575-0339-4f1a-b423-5d9581bcb637 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:00.599386 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-1eb72651-3e72-4b0b-9df2-da9466d6d769', 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'fixed_ips': [{'subnet_id': '13cc5795-aef7-4d3b-9781-5662c18149f9'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:26:00.600688 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.654456 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.674335 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.769756 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port c9b5b575-0339-4f1a-b423-5d9581bcb637 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:00.779254 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port c9b5b575-0339-4f1a-b423-5d9581bcb637 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:00.779636 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.780441 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Allocated IP 172.27.2.88 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/96b1e4dc-bb8d-4cf8-b80c-6b134de74697) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:26:00.856909 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Allocated IP 172.20.0.2 (1eb72651-3e72-4b0b-9df2-da9466d6d769/13cc5795-aef7-4d3b-9781-5662c18149f9/f2b7aaba-312c-4b22-b00c-51603f22047b) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:26:00.872325 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 2, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:00.886990 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.906535 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:00.906888 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Updating router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:26:00.925996 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:00.966513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:00.969478 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:00.972057 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:26:00.993876 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.003536 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Pushing event updated for resources: {'Port': ['ID=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:01.021156 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.077629 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port c9b5b575-0339-4f1a-b423-5d9581bcb637, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9b5b575-0339-4f1a-b423-5d9581bcb637,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:01.089826 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.232927 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.256621 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=c9b5b575-0339-4f1a-b423-5d9581bcb637,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:01.301200 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.315512 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Transition to ACTIVE for port object f2b7aaba-312c-4b22-b00c-51603f22047b will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:01.344041 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Transition to ACTIVE for port object f2b7aaba-312c-4b22-b00c-51603f22047b will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:01.353906 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.409639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:01.419812 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:01.432560 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:26:01.434308 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.439000 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Pushing event updated for resources: {'Port': ['ID=f2b7aaba-312c-4b22-b00c-51603f22047b,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:01.513861 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.530984 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Transition to ACTIVE for port object 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:01.532835 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Attempting to bind port f2b7aaba-312c-4b22-b00c-51603f22047b on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:26:01.533199 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Attempting to bind port f2b7aaba-312c-4b22-b00c-51603f22047b by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:26:01.533558 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Attempting to bind port f2b7aaba-312c-4b22-b00c-51603f22047b on network 1eb72651-3e72-4b0b-9df2-da9466d6d769 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:01.540085 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:26:01.540641 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Checking segment: {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:01.541044 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.541473 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Bound using segment: {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:26:01.541992 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Bound port: f2b7aaba-312c-4b22-b00c-51603f22047b, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:26:01.542433 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.545628 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.569881 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:26:01.634847 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ac864-7103-4fb9-816a-648f27b9252f None None] Pushing event updated for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:01.695975 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:26:01.696977 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] For port f2b7aaba-312c-4b22-b00c-51603f22047b, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:26:01.711788 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Attempting to bind port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:26:01.712287 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Attempting to bind port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:26:01.712689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Attempting to bind port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:01.712810 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Sync routers for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:01.714456 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.715743 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] For port f2b7aaba-312c-4b22-b00c-51603f22047b, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=f2b7aaba-312c-4b22-b00c-51603f22047b,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:26:01.716257 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9caa0dc2-550d-4d75-88d6-b32303aaba7d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5440667 Aug 31 05:26:01.718902 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:01.720107 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:26:01.720538 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:01.720875 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.721282 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Bound using segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:26:01.721750 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Bound port: 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:26:01.722161 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.726079 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.729621 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:01.730305 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:01.841457 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e0bce-dd01-452a-9faa-a1eb1cba86b1 None None] Pushing event updated for resources: {'Port': ['ID=f2b7aaba-312c-4b22-b00c-51603f22047b,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:01.853821 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:01.858832 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] For port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:26:01.863003 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] For port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:26:01.869759 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:01.932561 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:01.933188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:01.934940 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ac864-7103-4fb9-816a-648f27b9252f None None] Pushing event updated for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:02.099902 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:02.112633 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 3, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:02.151236 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Checking router: ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:02.151588 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Updating router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:26:02.185836 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.330369 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.350224 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:02.485702 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.501154 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Transition to ACTIVE for port object 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:02.511683 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.517609 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5ae18-ac68-48c3-8d7b-537b5329be27 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:02.560635 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Allocated IP 172.20.0.1 (1eb72651-3e72-4b0b-9df2-da9466d6d769/13cc5795-aef7-4d3b-9781-5662c18149f9/307dcb04-3463-4557-9378-b3c499a686ae) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:26:02.697433 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:26:02.703088 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-acfb9e5b-edb4-45b1-8fcc-a8a7454cd274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.713088 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9b5b575-0339-4f1a-b423-5d9581bcb637 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:02.738634 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b23267-0fa2-42f0-a038-684b85019aec None None] Pushing event updated for resources: {'Port': ['ID=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,revision_number=2']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:02.743694 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Attempting to bind port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:26:02.744056 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Attempting to bind port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:26:02.744420 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Attempting to bind port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:02.750356 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:26:02.750728 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:02.751150 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.751537 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:26:02.752006 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Bound port: 96b1e4dc-bb8d-4cf8-b80c-6b134de74697, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:26:02.752383 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.775701 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.792459 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Transition to ACTIVE for port object 307dcb04-3463-4557-9378-b3c499a686ae will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:02.802928 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port c9b5b575-0339-4f1a-b423-5d9581bcb637 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:02.803485 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.813579 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] For port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:26:02.822335 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] For port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:26:02.829673 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.843855 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.894205 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:02.898011 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:02.903845 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:26:02.937174 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:02.937833 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:02.952215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f2b7aaba-312c-4b22-b00c-51603f22047b up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:02.960057 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:02.990081 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b23267-0fa2-42f0-a038-684b85019aec None None] Pushing event updated for resources: {'Port': ['ID=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:03.040591 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port f2b7aaba-312c-4b22-b00c-51603f22047b completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:03.089566 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:03.126903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9fb124-a752-41f1-be14-0394399cc46b None None] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:26:03.214094 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Provisioning for port f2b7aaba-312c-4b22-b00c-51603f22047b completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:03.232918 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Provisioning complete for port f2b7aaba-312c-4b22-b00c-51603f22047b triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:03.233391 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.261076 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Pushing event updated for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:03.347477 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 3, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:03.375440 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.394340 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dc64-19ba-4e5a-9cc6-cd02d6a1c525 None None] The sync data for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi is: [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 3, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:03.412280 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.481580 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] For port f2b7aaba-312c-4b22-b00c-51603f22047b, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=f2b7aaba-312c-4b22-b00c-51603f22047b,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:03.488176 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.559741 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16838723-1977-46b7-96f9-5f9894d7fe30 None None] Pushing event updated for resources: {'Port': ['ID=f2b7aaba-312c-4b22-b00c-51603f22047b,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:03.606431 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.613621 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.676703 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Pushing event updated for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:03.721668 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.730111 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Provisioning for port 307dcb04-3463-4557-9378-b3c499a686ae completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:03.734961 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Provisioning complete for port 307dcb04-3463-4557-9378-b3c499a686ae triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:03.735368 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.800704 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Port 307dcb04-3463-4557-9378-b3c499a686ae cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:26:03.812657 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Provisioning complete for port f2b7aaba-312c-4b22-b00c-51603f22047b triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:03.813031 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d348dcea-fc54-43e8-8314-7c58e145848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:03.858217 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:03.862123 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:04.000542 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:26:04.057091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-02008fb0-827c-43ff-acb3-190f0cd4c19e None None] Provisioning complete for port 307dcb04-3463-4557-9378-b3c499a686ae triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:04.057565 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02008fb0-827c-43ff-acb3-190f0cd4c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.102604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-02008fb0-827c-43ff-acb3-190f0cd4c19e None None] Port 307dcb04-3463-4557-9378-b3c499a686ae cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:26:04.124127 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:26:04.129230 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c97c3281-411c-4586-bfcf-4f81ace88711 admin admin] 10.222.0.25 "PUT /v2.0/routers/ccc4aeb4-05d4-4630-a9cf-c72b40e206a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088631 Aug 31 05:26:04.221762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-a1737abc-7b1b-4a73-8159-42ba9983c6cb None None] Provisioning complete for port 307dcb04-3463-4557-9378-b3c499a686ae triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:04.222143 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1737abc-7b1b-4a73-8159-42ba9983c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.265427 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-a1737abc-7b1b-4a73-8159-42ba9983c6cb None None] Port 307dcb04-3463-4557-9378-b3c499a686ae cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:26:04.631015 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:04.681488 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:04.686271 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:04.686868 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.749235 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:04.753934 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906379676', 'description': 'tempest-secgroup-smoke-1906379676 description', 'project_id': '8675b5db0c37496d87bbdca0e8a11336'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:04.769581 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.775904 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.790403 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:04.795508 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.796277 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f2b7aaba-312c-4b22-b00c-51603f22047b up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:04.860424 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.864581 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.874581 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:04.886770 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port f2b7aaba-312c-4b22-b00c-51603f22047b triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:04.887185 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.901700 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.902965 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526973 Aug 31 05:26:04.904922 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e145ed3-27fb-421a-a10f-5aa682c2fe65 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:04.906038 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 58928) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:04.911096 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:04.940353 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:04.976561 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:05.003383 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.006917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.024941 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b533f5c4-7a32-4246-a368-a746e5207655,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.026845 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:05.031077 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:05.031614 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.032909 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.034109 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270080 Aug 31 05:26:05.035448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.035801 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.036130 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.036461 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.036988 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:05.039604 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.040359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.040950 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.041534 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.041646 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:05.042129 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.042638 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.043275 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.043765 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17afae-6ec5-4e3c-a8bb-6c22871c408b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:05.068235 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.113680 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.124863 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.128508 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.146396 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e98888-92b2-4d92-9667-29d8252e99c7,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.148669 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:05.153383 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.154149 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.154842 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-67b5902f-241a-4d27-b7a5-c180ff81a052 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167874 Aug 31 05:26:05.157497 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:05.162157 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:05.190100 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.205626 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.252152 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.256686 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.279786 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eeb738-3a12-403c-b67f-cbb6edd09a3b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.283556 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.284868 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e4d8065c-a3c2-4fd6-a854-5bf371aeab79 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261930 Aug 31 05:26:05.287673 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58934) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:05.293287 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:05.323040 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.382038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.386614 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.404526 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ccf9fa-6aee-4913-9ad5-5a424ae08427,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.412844 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.414899 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-9ac01592-f70e-4a9a-99de-248c8f6f8372 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260102 Aug 31 05:26:05.416747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:05.421889 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:05.444852 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Project 8675b5db0c37496d87bbdca0e8a11336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:26:05.450658 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.512213 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.515802 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.533344 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492bb969-6c62-44db-933b-5b17edf59bf9,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.539983 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.541203 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-24aa869c-ea65-4f92-9ffd-d66b86f5e6da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234026 Aug 31 05:26:05.544029 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 58938) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:05.548513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'security_group_rule': {'security_group_id': '3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0', 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:05.572354 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Project 8675b5db0c37496d87bbdca0e8a11336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:26:05.577678 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.640148 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.644470 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.667139 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34fd703-bbb4-4560-aac7-01c82da87dec,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:05.670920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.672175 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-64a773ad-1faf-4848-ac34-d2eefe4c315a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271758 Aug 31 05:26:05.698974 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:05.979707 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Sync routers for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:05.989160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:05.989800 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:25:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:06.098823 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:06.299073 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:03Z', 'revision_number': 4, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '307dcb04-3463-4557-9378-b3c499a686ae', 'name': '', 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'mac_address': 'fa:16:3e:3e:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:02Z', 'updated_at': '2021-08-31T05:26:03Z', 'revision_number': 2, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'subnets': [{'id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:06.329808 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Checking router: ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:06.330174 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Updating router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 port 307dcb04-3463-4557-9378-b3c499a686ae binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:26:06.355810 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.541667 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:06.655674 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:06.656041 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.701786 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.717716 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Transition to ACTIVE for port object 307dcb04-3463-4557-9378-b3c499a686ae will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:06.724869 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.806951 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c376e5-e960-44a0-9017-5df26ce14bc5 None None] Pushing event updated for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:06.828231 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:06.887217 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Attempting to bind port 307dcb04-3463-4557-9378-b3c499a686ae on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:26:06.887586 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Attempting to bind port 307dcb04-3463-4557-9378-b3c499a686ae by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:26:06.888023 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Attempting to bind port 307dcb04-3463-4557-9378-b3c499a686ae on network 1eb72651-3e72-4b0b-9df2-da9466d6d769 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:06.896436 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:26:06.896903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Checking segment: {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:06.897317 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.897713 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Bound using segment: {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:26:06.898198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Bound port: 307dcb04-3463-4557-9378-b3c499a686ae, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0607ca-e8f7-4485-adb8-89d67e5507df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:26:06.899718 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:06.942658 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:06.943026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:07.016345 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1aadfd61-6cff-4842-9af8-c90499740c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:07.024444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] For port 307dcb04-3463-4557-9378-b3c499a686ae, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:26:07.027469 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] For port 307dcb04-3463-4557-9378-b3c499a686ae, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=307dcb04-3463-4557-9378-b3c499a686ae,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:26:07.034050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:07.123855 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:07.124492 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:07.129158 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c376e5-e960-44a0-9017-5df26ce14bc5 None None] Pushing event updated for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:07.386522 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:07.595792 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:07.615172 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c988e0-d1f2-4bd6-bac0-83a39acfa983 req-1da7077e-8837-4042-8b13-16e41b5983ce tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:07.616147 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:03Z', 'revision_number': 4, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '307dcb04-3463-4557-9378-b3c499a686ae', 'name': '', 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'mac_address': 'fa:16:3e:3e:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:02Z', 'updated_at': '2021-08-31T05:26:07Z', 'revision_number': 4, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'subnets': [{'id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:07.619961 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-84c988e0-d1f2-4bd6-bac0-83a39acfa983 req-1da7077e-8837-4042-8b13-16e41b5983ce tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0551496 Aug 31 05:26:07.644385 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479cccf-a47b-41cc-82ac-a82f3b6a3f61 None None] The sync data for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi is: [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:03Z', 'revision_number': 4, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '307dcb04-3463-4557-9378-b3c499a686ae', 'name': '', 'network_id': '1eb72651-3e72-4b0b-9df2-da9466d6d769', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'mac_address': 'fa:16:3e:3e:17:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:02Z', 'updated_at': '2021-08-31T05:26:07Z', 'revision_number': 4, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'subnets': [{'id': '13cc5795-aef7-4d3b-9781-5662c18149f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:07.662288 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-84c988e0-d1f2-4bd6-bac0-83a39acfa983 req-3618182a-1240-4e13-9b73-11e9037df5cc tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367870 Aug 31 05:26:08.554713 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 307dcb04-3463-4557-9378-b3c499a686ae up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:08.605655 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 307dcb04-3463-4557-9378-b3c499a686ae completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:08.609785 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 307dcb04-3463-4557-9378-b3c499a686ae triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:08.610173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:08.690111 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:08.725084 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 307dcb04-3463-4557-9378-b3c499a686ae, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=307dcb04-3463-4557-9378-b3c499a686ae,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:08.732158 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:08.785927 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:08.809423 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8de7-8438-4873-b2fd-8358f1cbf8c5 req-cfb70008-a76e-4e66-95b5-2c6583e10289 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:08.810881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26cb8de7-8438-4873-b2fd-8358f1cbf8c5 req-cfb70008-a76e-4e66-95b5-2c6583e10289 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0693078 Aug 31 05:26:08.850327 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-26cb8de7-8438-4873-b2fd-8358f1cbf8c5 req-eaba84de-3a54-46d6-94bb-6907d323d81b tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups?id=9388a07f-efd7-4912-9950-21f96a4ed902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330896 Aug 31 05:26:09.036179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-24524edf-2de5-4bdb-8038-12b4e96a9078 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:09.037689 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-24524edf-2de5-4bdb-8038-12b4e96a9078 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 947 time: 0.0501473 Aug 31 05:26:09.119940 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.131471 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Deleting port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:09.132042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.223620 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] For port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:09.223991 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.408586 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.408987 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.409311 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Floating IP 018c8936-335d-4bfe-923a-e07a3657932c disassociated. External IP: 172.27.2.167, port: a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9. Aug 31 05:26:09.409658 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Calling delete_port for a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:09.546053 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.576272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'Port': ['ID=a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:09.699923 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:26:09.819410 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:26:09.831382 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:09.841866 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:09.843312 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:09.865948 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] No DVR routers for this DVR port a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:26:09.869582 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:09.871573 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fb56550b-bdc0-43f5-b52d-610eef1e1ca1 req-05508f46-1d59-4101-aa7e-c6e793b3754e tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.35 "DELETE /v2.0/ports/a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 HTTP/1.1" status: 204 len: 173 time: 0.8276360 Aug 31 05:26:09.872173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-deleted', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:26:09.874661 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98707453-b43f-4887-95e0-617c7e81174c" -d '{"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-deleted", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:26:09.914765 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f969c5d-cee6-462b-953d-bfac2996a498 x-openstack-request-id: req-2f969c5d-cee6-462b-953d-bfac2996a498 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:26:09.915088 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4fbd18-f7db-49d6-ab67-b29091f6e72c", "name": "network-vif-deleted", "tag": "a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:26:09.915425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f969c5d-cee6-462b-953d-bfac2996a498 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:26:09.916155 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4fbd18-f7db-49d6-ab67-b29091f6e72c', 'name': 'network-vif-deleted', 'tag': 'a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9', 'status': 'completed', 'code': 200} Aug 31 05:26:10.009118 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef0c4ca4-f8fc-43a1-8cb9-4eb26f146dc8 req-6a057231-25b7-49b1-96aa-482534a109b3 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f4fbd18-f7db-49d6-ab67-b29091f6e72c HTTP/1.1" status: 200 len: 210 time: 0.0359304 Aug 31 05:26:10.017198 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:10.256082 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:10.285841 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:10.294760 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:10.295390 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:10.403369 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:10.538813 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 307dcb04-3463-4557-9378-b3c499a686ae up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:10.588859 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 307dcb04-3463-4557-9378-b3c499a686ae triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:10.589186 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:10.611152 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:10.638813 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f1f15-0084-4750-82a8-2175e2c32221 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:18:24Z', 'revision_number': 4, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'b78f855b-d4f7-47f1-9537-c9962b9ddb17', 'name': '', 'network_id': '881c4512-eeef-4614-9316-347820720107', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'mac_address': 'fa:16:3e:f6:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:19Z', 'updated_at': '2021-08-31T05:18:40Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'subnets': [{'id': '05d519a2-6f2e-4d28-b782-6e4b4d130155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:10.853775 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a6f66-92a0-4fd1-81ec-7be7ce79329c None None] New status for floating IP 018c8936-335d-4bfe-923a-e07a3657932c: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:26:11.104270 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59026) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:11.160497 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.182860 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.232407 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.235061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.236532 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "DELETE /v2.0/security-groups/9388a07f-efd7-4912-9950-21f96a4ed902 HTTP/1.1" status: 204 len: 168 time: 0.1309500 Aug 31 05:26:11.239076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59028) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:11.246497 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b2725-b446-4b6d-81d8-6e118b39e471 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388a07f-efd7-4912-9950-21f96a4ed902,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:11.253222 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.api.v2.resource [None req-6677fa97-f872-4116-8a3a-c26d7b4d4da1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] show failed (client error): The resource could not be found. Aug 31 05:26:11.257104 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-6677fa97-f872-4116-8a3a-c26d7b4d4da1 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "GET /v2.0/security-groups/9388a07f-efd7-4912-9950-21f96a4ed902 HTTP/1.1" status: 404 len: 347 time: 0.0141351 Aug 31 05:26:11.259161 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59030) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:11.388018 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Deleting port ebccb63a-96f7-4c2e-997a-c40e067a4360 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:11.388359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.467952 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.468280 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.479435 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Calling delete_port for ebccb63a-96f7-4c2e-997a-c40e067a4360 owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:11.616283 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.643243 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Pushing event deleted for resources: {'Port': ['ID=ebccb63a-96f7-4c2e-997a-c40e067a4360,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:11.707925 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.710597 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:11.711843 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-1468e511-4993-45b6-89cb-a183f0bce4b8 tempest-AttachVolumeShelveTestJSON-862341975 tempest-AttachVolumeShelveTestJSON-862341975-project] 10.222.0.25 "DELETE /v2.0/floatingips/018c8936-335d-4bfe-923a-e07a3657932c HTTP/1.1" status: 204 len: 168 time: 0.4516256 Aug 31 05:26:12.333852 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:26:12.355284 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:26:12.355633 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device a4c8b2bc-0a47-4e3b-8c38-f4db9475eaa9 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:26:14.127983 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59058) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:14.635365 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:14.881128 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Deleting port b78f855b-d4f7-47f1-9537-c9962b9ddb17 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:14.881470 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:14.959026 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] For port b78f855b-d4f7-47f1-9537-c9962b9ddb17, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=b78f855b-d4f7-47f1-9537-c9962b9ddb17,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:14.959405 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:14.974959 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Calling delete_port for b78f855b-d4f7-47f1-9537-c9962b9ddb17 owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:15.155604 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:15.182363 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b78f855b-d4f7-47f1-9537-c9962b9ddb17,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:15.357306 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:15.365744 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:15.847927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Router 6c145d60-e6e6-4959-9916-9362b7ad457c has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:26:15.961906 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:26:15.968535 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c5b5d21b-25e4-48a4-b891-bb9dba5bfa6d admin admin] 10.222.0.25 "PUT /v2.0/routers/6c145d60-e6e6-4959-9916-9362b7ad457c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394363 Aug 31 05:26:15.970922 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59068) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:15.973498 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Sync routers for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:15.982774 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:15.983417 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:16.085330 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks [] for router, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.088569 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:16.198719 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.260574 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Deleting port 42fa9015-9ec5-4f8b-b654-295ead091968 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:16.261145 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.280078 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:26:15Z', 'revision_number': 5, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port': {'id': '42fa9015-9ec5-4f8b-b654-295ead091968', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:18:10Z', 'updated_at': '2021-08-31T05:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:16.377104 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] For port 42fa9015-9ec5-4f8b-b654-295ead091968, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=42fa9015-9ec5-4f8b-b654-295ead091968,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:16.377386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.395371 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Calling delete_port for 42fa9015-9ec5-4f8b-b654-295ead091968 owned by network:router_gateway {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:16.404224 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Checking router: 6c145d60-e6e6-4959-9916-9362b7ad457c for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:16.414011 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Routers {'6c145d60-e6e6-4959-9916-9362b7ad457c'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:16.414706 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['6c145d60-e6e6-4959-9916-9362b7ad457c'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:16.525511 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] Set router 6c145d60-e6e6-4959-9916-9362b7ad457c gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:16.584699 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:26:16Z', 'revision_number': 6, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:16.591542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.617650 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf938cd-bb91-476d-afc7-de709086d099 None None] The sync data for ids ['6c145d60-e6e6-4959-9916-9362b7ad457c'] in dv-cinder-773985-16-iscsi is: [{'id': '6c145d60-e6e6-4959-9916-9362b7ad457c', 'name': 'tempest-AttachVolumeShelveTestJSON-1317190417-router', 'tenant_id': '1fcee2c445594047a09efda8a357b3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:18:08Z', 'updated_at': '2021-08-31T05:26:16Z', 'revision_number': 6, 'project_id': '1fcee2c445594047a09efda8a357b3a3', 'gw_port_host': None}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:16.628156 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=42fa9015-9ec5-4f8b-b654-295ead091968,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:16.717007 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.832402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.834969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.908751 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.909248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c145d60-e6e6-4959-9916-9362b7ad457c {{(pid=94291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:26:16.915045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:16.916285 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-93fadc86-9cd5-45d5-8215-2d9c8ed76cbe admin admin] 10.222.0.25 "DELETE /v2.0/routers/6c145d60-e6e6-4959-9916-9362b7ad457c HTTP/1.1" status: 204 len: 168 time: 0.9444017 Aug 31 05:26:16.918769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59072) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:16.966702 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_v2 [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Deleting subnet 05d519a2-6f2e-4d28-b782-6e4b4d130155 {{(pid=94291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:26:16.970430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.007502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9533480'] for subnet, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.124863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.177419 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9841681'] for subnet, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.207157 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d519a2-6f2e-4d28-b782-6e4b4d130155,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:17.209116 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.211549 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-588487c9-596b-4c69-92a7-8941a8303705 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/05d519a2-6f2e-4d28-b782-6e4b4d130155 HTTP/1.1" status: 204 len: 168 time: 0.2912183 Aug 31 05:26:17.214022 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59074) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:17.214192 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59b3ed-e30f-4ab0-a18f-c0c7ce11a161 None None] Network 881c4512-eeef-4614-9316-347820720107 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:26:17.282199 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.334943 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Deleting port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:17.335330 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.408797 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] For port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:17.409173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.423558 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] DHCP port deletion for 881c4512-eeef-4614-9316-347820720107 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:26:17.424032 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Calling delete_port for 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:17.474102 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Deleting port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 {{(pid=94292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:26:17.474721 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.511804 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.540963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Pushing event deleted for resources: {'Port': ['ID=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:17.543019 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] No DVR routers for this DVR port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 on host dv-cinder-773985-16-iscsi {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:26:17.559966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] For port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,segment=NetworkSegment(092742d2-1e54-4cc0-9332-ccc52c6716e8),segment_id=092742d2-1e54-4cc0-9332-ccc52c6716e8)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:17.560430 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.575270 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Calling delete_port for 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 owned by network:dhcp {{(pid=94292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:26:17.621754 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.632127 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881c4512-eeef-4614-9316-347820720107']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:17.643646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092742d2-1e54-4cc0-9332-ccc52c6716e8') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:17.643940 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092742d2-1e54-4cc0-9332-ccc52c6716e8') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:17.654653 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.660376 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705'] for port, after_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.672326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.680304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:26:17.680885 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:26:17.682999 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:26:17.695064 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] Pushing event deleted for resources: {'Port': ['ID=3557f42a-ba5e-46bc-9eb6-3fec03afacd5,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:17.704668 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40195e-533e-4fa8-8d60-7ce5c79b483b None None] No DVR routers for this DVR port 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 on host dv-cinder-773985-16-iscsi {{(pid=94292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:26:17.750287 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.756119 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.758607 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] 10.222.0.25 "DELETE /v2.0/networks/881c4512-eeef-4614-9316-347820720107 HTTP/1.1" status: 204 len: 168 time: 0.5430090 Aug 31 05:26:17.776723 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3393f9-d54b-4a71-94b8-e74331ac6191 admin admin] Pushing event deleted for resources: {'Network': ['ID=881c4512-eeef-4614-9316-347820720107,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:17.868344 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59092) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:17.907541 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8ea13d41-90a8-4dba-a1fd-0816af1f1a6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fcee2c445594047a09efda8a357b3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379715 Aug 31 05:26:17.909938 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59094) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:17.960683 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:17.983601 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:18.031332 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:18.033835 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:18.035002 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cda9e5c3-2599-4ef6-9013-d2f0d8621bdd HTTP/1.1" status: 204 len: 168 time: 0.1241791 Aug 31 05:26:18.043727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b549b-fc28-481c-af30-d8e30fb7ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda9e5c3-2599-4ef6-9013-d2f0d8621bdd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:18.550357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device b78f855b-d4f7-47f1-9537-c9962b9ddb17 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:26:18.573240 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: b78f855b-d4f7-47f1-9537-c9962b9ddb17 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:26:18.573677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device b78f855b-d4f7-47f1-9537-c9962b9ddb17 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:26:18.574089 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:26:18.593369 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:26:18.593801 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3557f42a-ba5e-46bc-9eb6-3fec03afacd5 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:26:18.594126 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 42fa9015-9ec5-4f8b-b654-295ead091968 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:26:18.614293 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 42fa9015-9ec5-4f8b-b654-295ead091968 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:26:18.614293 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 42fa9015-9ec5-4f8b-b654-295ead091968 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:26:21.365690 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-e2f90267-0c44-47bf-9a66-29aec8498751 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416198 Aug 31 05:26:21.445453 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-ff9cc244-3c69-46ee-8939-fc82832690bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:21.447770 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-ff9cc244-3c69-46ee-8939-fc82832690bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.0409975 Aug 31 05:26:21.557059 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-c55e70d8-3a04-49b8-a810-96559af42cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:21.558570 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-c55e70d8-3a04-49b8-a810-96559af42cbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.0921259 Aug 31 05:26:21.636089 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-b2fab9b7-8bb3-4a90-bcd7-aa88fe4a9b9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 1001 time: 0.0669885 Aug 31 05:26:21.691349 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-cb675464-7b97-4183-85dd-e6f4e6f7c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:21.692951 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-cb675464-7b97-4183-85dd-e6f4e6f7c3a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0469561 Aug 31 05:26:21.742232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-d20ea2f9-81ac-4442-a53d-87ad4511309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:21.744673 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-d20ea2f9-81ac-4442-a53d-87ad4511309e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445461 Aug 31 05:26:21.841664 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-65df9e15-a764-4efb-b43c-395e00d3c037 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Aug 31 05:26:21.936737 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c9187ab-682b-484c-a2cb-0c1e221c78f5 req-79b67614-0893-4b00-a0f2-5d57828e5d72 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Aug 31 05:26:22.237257 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-2944028f-8e56-4973-9a37-1909d662f6a5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906379676&fields=id&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 267 time: 0.0328369 Aug 31 05:26:22.345728 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-bfc72420-ce44-49c6-bf42-071096235406 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:22.347239 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-bfc72420-ce44-49c6-bf42-071096235406 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.1030812 Aug 31 05:26:22.362744 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-21d2c0c8-931d-4c7c-8913-9258d082b45b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/quotas/8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Aug 31 05:26:22.413760 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-9ab11b12-e5f6-4c12-92fe-2772cd2c85c3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457101 Aug 31 05:26:22.601874 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-0202f0a9-f573-40d5-a9a0-9bbfddf7e109 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765373 Aug 31 05:26:22.690155 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-65706b4e-9de9-414b-bbb8-b33b1c6f95a8 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Aug 31 05:26:22.969319 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bf89861e-66c5-43f7-aa6a-0f216624407f req-38909d06-570c-4963-8170-b8143f301a5e tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 210 time: 0.0274396 Aug 31 05:26:23.897419 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-d179d15d-b3e1-4190-bba7-37b7a8667ca7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:23.899105 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-d179d15d-b3e1-4190-bba7-37b7a8667ca7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.1187568 Aug 31 05:26:23.944631 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-8c073c64-3963-4a11-9145-709bd9a70b7d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 380 time: 0.0368028 Aug 31 05:26:23.955112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'port': {'device_id': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'admin_state_up': True, 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'security_groups': ['3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:24.079479 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-38086e78-179e-46e3-afbf-a39e40b1dd3f req-1e1a7ea2-37d1-4d08-9fd6-900b93b4956a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 210 time: 0.0309107 Aug 31 05:26:24.106694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Made reservation on behalf of 8675b5db0c37496d87bbdca0e8a11336 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:26:24.112699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.247014 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.20.0.7 (13cc80b3-1987-4b56-9531-61eb479960ee/0f06fa63-908e-4c3c-8000-65286e9cf973/fc1b442e-e4fb-4d1b-8210-29dc1f5882d2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:26:24.398938 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.413670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Transition to ACTIVE for port object fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:24.447469 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.487503 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:24.492303 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:24.496997 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:26:24.525673 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:24.562937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:24.563592 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.580540 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-4bd3fbfb-c481-4fdc-953e-7821cfd94064 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292779 Aug 31 05:26:24.594030 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Request body: {'port': {'device_id': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:24.651728 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.721757 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-56eed720-4d83-4eaa-927d-c809179bc5f0 None None] Provisioning for port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:24.725431 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-56eed720-4d83-4eaa-927d-c809179bc5f0 None None] Provisioning complete for port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:24.725799 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-56eed720-4d83-4eaa-927d-c809179bc5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.759480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-56eed720-4d83-4eaa-927d-c809179bc5f0 None None] Port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:26:24.907678 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:26:24.914998 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.927810 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Transition to ACTIVE for port object fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:26:24.932757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:24.990256 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:25.057610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Attempting to bind port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:26:25.058074 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Attempting to bind port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:26:25.058505 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Attempting to bind port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:25.063648 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 on network 13cc80b3-1987-4b56-9531-61eb479960ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:26:25.063978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Attempting to bind port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:26:25.068876 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:26:25.069218 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:26:25.069610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Bound using segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:26:25.070071 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Bound port: fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:26:25.070440 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:25.139301 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:26:25.142628 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:26:25.148274 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:25.216411 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.216789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:25.218189 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] 10.222.0.35 "PUT /v2.0/ports/fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 200 len: 1093 time: 0.6287520 Aug 31 05:26:25.219679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:26:25.221972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7337034d-24eb-4a83-865f-8e98cfabc554" -d '{"events": [{"name": "network-changed", "server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:26:25.246743 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218599-20f8-4523-8279-8d9c17b9a433 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:25.272060 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e836a72b-0ad5-4f26-be12-752af782f760 x-openstack-request-id: req-e836a72b-0ad5-4f26-be12-752af782f760 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:26:25.272345 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:26:25.272596 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e836a72b-0ad5-4f26-be12-752af782f760 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:26:25.272988 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'status': 'completed', 'code': 200} Aug 31 05:26:25.281235 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fffee3-8b28-46b9-83e8-cb79ff767e09 req-9f2447e7-ee9e-49e3-96db-accb67469926 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.282819 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41fffee3-8b28-46b9-83e8-cb79ff767e09 req-9f2447e7-ee9e-49e3-96db-accb67469926 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.1066442 Aug 31 05:26:25.358044 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41fffee3-8b28-46b9-83e8-cb79ff767e09 req-7a81b14f-dca5-4596-acb4-016c2dc2fd50 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560486 Aug 31 05:26:25.359878 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-76d2d8db-1303-40ad-8ede-51c8e8db49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.361604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-76d2d8db-1303-40ad-8ede-51c8e8db49b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1096 time: 0.1004393 Aug 31 05:26:25.409578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-bab5ec2f-8e45-49fa-ae23-31c921f6553b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 200 len: 217 time: 0.0394034 Aug 31 05:26:25.465149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-cb9c4af2-8ecf-4afc-8f32-f5a26d113b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.466531 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-cb9c4af2-8ecf-4afc-8f32-f5a26d113b48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0495358 Aug 31 05:26:25.513704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-bdfbbf67-feb4-43f9-a5b3-d8c0d28e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.515252 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-bdfbbf67-feb4-43f9-a5b3-d8c0d28e202c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420067 Aug 31 05:26:25.622958 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-e0ff789f-552e-4a0c-8e4b-233df8905654 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007085 Aug 31 05:26:25.717928 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fde675f6-55e1-4fee-b37b-5eac77d59eba req-0fc5494b-ad69-44cc-b076-85fa4ce70312 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879843 Aug 31 05:26:25.822711 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-62bd9647-69e4-4a75-9564-7f7fe5835f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.824305 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-62bd9647-69e4-4a75-9564-7f7fe5835f7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1096 time: 0.0486360 Aug 31 05:26:25.922087 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-ff339bd4-2f86-46de-a71d-5bb8ac24f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:25.923624 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-ff339bd4-2f86-46de-a71d-5bb8ac24f131 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0907164 Aug 31 05:26:25.971730 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-cff45746-095b-4745-b0e8-f16cc691c132 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 200 len: 217 time: 0.0390503 Aug 31 05:26:26.021162 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-cf3ddc08-3395-4495-b3cd-2fed30fd06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:26.022612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-cf3ddc08-3395-4495-b3cd-2fed30fd06c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0434215 Aug 31 05:26:26.070527 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-bc21e2ef-78aa-446a-8f0b-ed74d6ef45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:26.072123 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-bc21e2ef-78aa-446a-8f0b-ed74d6ef45b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418880 Aug 31 05:26:26.176210 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-645799da-abb4-4f5b-b5dc-f19a8c266689 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967393 Aug 31 05:26:26.271265 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7337034d-24eb-4a83-865f-8e98cfabc554 req-b9a5d3e8-3ff7-43ac-8124-cb9373b06b1d service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Aug 31 05:26:26.480299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924ce5-dae4-4f11-88b4-fc46be660ec4 req-c05007aa-39c1-4964-8729-d3374408c244 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:26.480299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ba924ce5-dae4-4f11-88b4-fc46be660ec4 req-c05007aa-39c1-4964-8729-d3374408c244 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.0506108 Aug 31 05:26:26.518935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ba924ce5-dae4-4f11-88b4-fc46be660ec4 req-dde4a043-34a9-452f-8331-a1932a4c5ef2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Aug 31 05:26:27.449712 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:27.556000 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01961333-10bb-4a37-8843-57a6b4f294b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.653466 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01961333-10bb-4a37-8843-57a6b4f294b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.657767 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01961333-10bb-4a37-8843-57a6b4f294b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.686469 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-01961333-10bb-4a37-8843-57a6b4f294b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4689d7f734cd4a95987a1ece17e91d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331915 Aug 31 05:26:27.691004 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59258) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:27.723641 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01961333-10bb-4a37-8843-57a6b4f294b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3fb710-4ff7-4520-93c5-c53b0a4a868e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:27.761478 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.792023 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.840676 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.843243 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:27.844577 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac3fb710-4ff7-4520-93c5-c53b0a4a868e HTTP/1.1" status: 204 len: 168 time: 0.1525917 Aug 31 05:26:27.852665 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ebd4-ed08-41cf-a7f1-9db039d29d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3fb710-4ff7-4520-93c5-c53b0a4a868e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:27.924501 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f4f5-926c-495f-9cf3-7501045cac25 req-ec6e21d6-b98c-49b0-9ec0-624325cdc5d4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:27.926028 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d787f4f5-926c-495f-9cf3-7501045cac25 req-ec6e21d6-b98c-49b0-9ec0-624325cdc5d4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.3356249 Aug 31 05:26:27.965578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d787f4f5-926c-495f-9cf3-7501045cac25 req-80937cd2-6d31-4ce7-84a2-ff16d3eff38f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Aug 31 05:26:29.098567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee575-16d7-4966-9eed-0330cf427a14 req-ba2dd5ea-9a35-4212-9bd3-9e5daf2087e8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:29.100139 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dbaee575-16d7-4966-9eed-0330cf427a14 req-ba2dd5ea-9a35-4212-9bd3-9e5daf2087e8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.0593891 Aug 31 05:26:29.160858 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dbaee575-16d7-4966-9eed-0330cf427a14 req-6a0d9dc0-9567-4056-a87f-2af91c86b563 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519495 Aug 31 05:26:30.281632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515156-7098-4cac-9c70-845c6ad24a44 req-dfcc0c48-756e-4d21-8465-698413a89984 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:30.283093 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2515156-7098-4cac-9c70-845c6ad24a44 req-dfcc0c48-756e-4d21-8465-698413a89984 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.0497181 Aug 31 05:26:30.319349 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e2515156-7098-4cac-9c70-845c6ad24a44 req-99772c7c-987b-467a-8e29-67905cb3ebf2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304060 Aug 31 05:26:31.433134 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb8eec-7f84-448c-b1fe-c80edb099fc5 req-25986b2b-a6ca-4562-948e-b111dd9819a3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:31.434581 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c2fb8eec-7f84-448c-b1fe-c80edb099fc5 req-25986b2b-a6ca-4562-948e-b111dd9819a3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.0509064 Aug 31 05:26:31.472542 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c2fb8eec-7f84-448c-b1fe-c80edb099fc5 req-e3ee3e63-1e01-4a4d-b8f8-f2d899d178c8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Aug 31 05:26:32.449965 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:26:32.549746 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:32.561415 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'port_id': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'mac_address': 'fa:16:3e:ab:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:26:32.586356 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07c303-14b7-4f73-a609-9b79f4114a23 req-07d04801-14fc-4f58-b086-0d8f520140d3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:32.588533 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca07c303-14b7-4f73-a609-9b79f4114a23 req-07d04801-14fc-4f58-b086-0d8f520140d3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 943 time: 0.0506005 Aug 31 05:26:32.598520 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:32.612026 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:26:32.626299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca07c303-14b7-4f73-a609-9b79f4114a23 req-9930c7c8-ea21-41d3-8366-a44d38105847 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 31 05:26:32.635975 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:32.641020 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:32.699388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:32.707094 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.707473 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.707821 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.708160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.708496 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.708833 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.709188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.709518 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.709887 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.710177 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.710506 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.710826 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:32.714660 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-888410b9-0263-44e4-9fb3-3d22bd96fdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:33.738211 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32473d-7e5f-41fb-8a3c-ae254b776c74 req-aebe05be-6f8a-4418-bda5-353bd2747a67 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:33.739712 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e32473d-7e5f-41fb-8a3c-ae254b776c74 req-aebe05be-6f8a-4418-bda5-353bd2747a67 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 944 time: 0.0482676 Aug 31 05:26:33.776644 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6e32473d-7e5f-41fb-8a3c-ae254b776c74 req-174255ed-1511-4bb9-a6e8-7947df7d80d6 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Aug 31 05:26:34.893823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cd40b-9810-4ac4-b4b5-277cd8c4b53d req-bffc3c20-c004-4412-85fd-e181c2832ac7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:34.895332 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca2cd40b-9810-4ac4-b4b5-277cd8c4b53d req-bffc3c20-c004-4412-85fd-e181c2832ac7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 944 time: 0.0534348 Aug 31 05:26:34.934260 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca2cd40b-9810-4ac4-b4b5-277cd8c4b53d req-e8158f92-f7e9-4f69-a188-a8ed18082e56 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Aug 31 05:26:35.387622 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['fc1b442e-e4fb-4d1b-8210-29dc1f5882d2'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:26:35.704461 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:36.048434 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ea74-0142-48f3-a218-8b9d4e07a106 req-76d4460b-4665-451c-9a63-5ee88c1b4a7e tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:36.049894 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ba7ea74-0142-48f3-a218-8b9d4e07a106 req-76d4460b-4665-451c-9a63-5ee88c1b4a7e tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 944 time: 0.0499156 Aug 31 05:26:36.089243 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3ba7ea74-0142-48f3-a218-8b9d4e07a106 req-be89e1a3-9175-41ac-b827-55d96d8ea013 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334163 Aug 31 05:26:36.967066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-63f80fbf-53c4-4b2e-a6ab-41f69731f55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:37.155621 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:26:37.216265 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acac68-ec06-489c-9492-0c4b4bb9532e req-75d28bb7-4a3c-41e6-87d2-010627dde2d2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:37.218319 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-92acac68-ec06-489c-9492-0c4b4bb9532e req-75d28bb7-4a3c-41e6-87d2-010627dde2d2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 944 time: 0.0595989 Aug 31 05:26:37.221408 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:26:37.225654 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:26:37.226023 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:37.258920 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-92acac68-ec06-489c-9492-0c4b4bb9532e req-070471df-b759-44ec-90dd-2bb6f4e1940c tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342898 Aug 31 05:26:37.317403 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:37.340981 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:26:37.343283 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c76610a-4d3a-4466-91f2-2bcbb5ab86b3" -d '{"events": [{"server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:26:37.358436 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:26:37.364315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:37.400265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e9e80-ba36-4a07-932a-3c4417db7128 x-openstack-request-id: req-7c7e9e80-ba36-4a07-932a-3c4417db7128 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:26:37.400776 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:26:37.401164 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c7e9e80-ba36-4a07-932a-3c4417db7128 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:26:37.401864 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'code': 200} Aug 31 05:26:37.446903 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:37.579093 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:37.629856 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2509ee-aaee-4953-8b47-778a73eeac06 req-a1950984-6106-464b-8dd9-a939bdf40af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:37.631395 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c2509ee-aaee-4953-8b47-778a73eeac06 req-a1950984-6106-464b-8dd9-a939bdf40af3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1098 time: 0.0450618 Aug 31 05:26:37.669078 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c2509ee-aaee-4953-8b47-778a73eeac06 req-edf2c88f-bcef-46ff-92bf-c432833ceba8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Aug 31 05:26:38.384450 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4fba-313b-4807-89b4-4cc4717eec5d req-cf299477-9bbd-4eaf-b8bb-5916e6c8a890 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:38.385953 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ffe4fba-313b-4807-89b4-4cc4717eec5d req-cf299477-9bbd-4eaf-b8bb-5916e6c8a890 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0499060 Aug 31 05:26:38.425886 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2ffe4fba-313b-4807-89b4-4cc4717eec5d req-aaa467c1-57a3-4563-8caf-06ceaa36d152 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334692 Aug 31 05:26:38.656360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59410) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:38.760825 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11b95e35-e4e9-4d2f-adf1-e78ce418347d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:38.849655 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11b95e35-e4e9-4d2f-adf1-e78ce418347d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:38.853706 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11b95e35-e4e9-4d2f-adf1-e78ce418347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:38.894083 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b95e35-e4e9-4d2f-adf1-e78ce418347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9ade8-c00f-4973-95c9-5a3e967eb315,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:38.898426 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-11b95e35-e4e9-4d2f-adf1-e78ce418347d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf4b0a8593b1499a9a62f928d81e8cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409523 Aug 31 05:26:38.902849 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59414) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:38.955215 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:38.977795 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.027704 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.030187 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.031355 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99c9ade8-c00f-4973-95c9-5a3e967eb315 HTTP/1.1" status: 204 len: 168 time: 0.1274869 Aug 31 05:26:39.038805 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5915c-c643-42af-9082-4bd3f59ec66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9ade8-c00f-4973-95c9-5a3e967eb315,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:39.119194 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.295261 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59420) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:39.308950 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b3e047b-04a5-4b6b-aa5b-6a3dbd9d5ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.396013 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b3e047b-04a5-4b6b-aa5b-6a3dbd9d5ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.399485 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b3e047b-04a5-4b6b-aa5b-6a3dbd9d5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.435910 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8b3e047b-04a5-4b6b-aa5b-6a3dbd9d5ad3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89439ca3e53d41598a22a468d8e34486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396050 Aug 31 05:26:39.436722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e047b-04a5-4b6b-aa5b-6a3dbd9d5ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187fb9da-3e93-41ce-9132-3d1d6523a9f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:39.438542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59422) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:39.488822 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.530515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.581539 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69409f9-689f-4f6d-81bf-5499df834065 req-9bf71eb8-2586-4db7-8d13-321b8265aa3d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:39.583032 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a69409f9-689f-4f6d-81bf-5499df834065 req-9bf71eb8-2586-4db7-8d13-321b8265aa3d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0845373 Aug 31 05:26:39.613100 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.615569 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:39.616665 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/187fb9da-3e93-41ce-9132-3d1d6523a9f7 HTTP/1.1" status: 204 len: 168 time: 0.1770313 Aug 31 05:26:39.634258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3047626-878d-41d1-bff8-5f3d67efb2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187fb9da-3e93-41ce-9132-3d1d6523a9f7,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:39.638804 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a69409f9-689f-4f6d-81bf-5499df834065 req-a80e7375-c39e-459d-9028-0ee6923b0651 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466926 Aug 31 05:26:39.688821 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:26:39.758343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf7c3-922e-4e6b-93e1-4501e0105933 req-8b330ebd-c530-4894-844d-06ab155e6af2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:39.760661 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3adaf7c3-922e-4e6b-93e1-4501e0105933 req-8b330ebd-c530-4894-844d-06ab155e6af2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0499721 Aug 31 05:26:39.804233 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3adaf7c3-922e-4e6b-93e1-4501e0105933 req-edad19d5-1ef7-4b3d-a828-b1708696d3c9 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Aug 31 05:26:39.826796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59432) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:40.018417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff085333-d22c-4774-bff0-6e196a38384a tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:40.020015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ff085333-d22c-4774-bff0-6e196a38384a tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1093 time: 0.1921303 Aug 31 05:26:40.024774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59444) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:40.029269 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'port_id': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:26:40.052170 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.165038 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.276829 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.27.2.99 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:26:40.379653 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.419646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.460776 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:26:40.466211 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:26:40.469744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:26:40.496761 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:40.704568 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59462) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:40.813016 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a0c742a-cf1b-4fb8-8f4d-188a834979a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.847676 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.907193 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a0c742a-cf1b-4fb8-8f4d-188a834979a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.911205 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a0c742a-cf1b-4fb8-8f4d-188a834979a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.919605 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:40.950165 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-2a0c742a-cf1b-4fb8-8f4d-188a834979a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7a7cbf5509046eca590bf30eee366fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444384 Aug 31 05:26:40.951055 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c742a-cf1b-4fb8-8f4d-188a834979a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15811323-4e55-4703-82f1-1c19a14e6e1c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:40.952838 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59466) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:41.066637 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.106139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.150429 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.155718 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.215347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.217744 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.218881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15811323-4e55-4703-82f1-1c19a14e6e1c HTTP/1.1" status: 204 len: 168 time: 0.2650716 Aug 31 05:26:41.235420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:41.242066 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301bcce-3860-4c22-bc1a-60708c58ab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15811323-4e55-4703-82f1-1c19a14e6e1c,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:41.248398 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.351336 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 3db50a00-ae81-41ba-8bf1-a8fd62b92838 associated. External IP: 172.27.2.99, port: fc1b442e-e4fb-4d1b-8210-29dc1f5882d2. Aug 31 05:26:41.562805 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:26:41.675375 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:26:41.688634 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:26:41.697019 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:41.699851 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:41.700493 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:41.739263 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-53e10005-1955-44df-adaf-81a07cba6b3a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7042198 Aug 31 05:26:41.739263 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:26:41.739263 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0664547c-24df-48fa-91c6-9f9946ec046d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:26:41.773159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74ec85-f4c5-4db3-bec9-f6e053709e6f x-openstack-request-id: req-6d74ec85-f4c5-4db3-bec9-f6e053709e6f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:26:41.773448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:26:41.773696 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d74ec85-f4c5-4db3-bec9-f6e053709e6f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:26:41.774098 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'status': 'completed', 'code': 200} Aug 31 05:26:41.815670 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:41.840286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664547c-24df-48fa-91c6-9f9946ec046d req-2fd5a996-b39c-4078-ae02-459e7d4f7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:41.841802 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-2fd5a996-b39c-4078-ae02-459e7d4f7946 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1098 time: 0.0432780 Aug 31 05:26:41.941734 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664547c-24df-48fa-91c6-9f9946ec046d req-c954c527-670e-4171-a05a-01a7eac8c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:41.943255 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-c954c527-670e-4171-a05a-01a7eac8c4fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0947108 Aug 31 05:26:42.011287 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-67e3a09b-d774-41d8-aaa1-05104f0d2eab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 200 len: 998 time: 0.0597525 Aug 31 05:26:42.056552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '3db50a00-ae81-41ba-8bf1-a8fd62b92838', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:ab:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:26:40Z', 'updated_at': '2021-08-31T05:26:40Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:42.067986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664547c-24df-48fa-91c6-9f9946ec046d req-2691fd8b-a6ea-41f2-b236-4bccec80361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:42.069914 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-2691fd8b-a6ea-41f2-b236-4bccec80361c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0523996 Aug 31 05:26:42.084171 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:26:42.094743 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:26:42.095372 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:26:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:42.118014 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664547c-24df-48fa-91c6-9f9946ec046d req-b7c05240-46ca-4583-b960-beb99d8e9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:26:42.120408 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-b7c05240-46ca-4583-b960-beb99d8e9038 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419540 Aug 31 05:26:42.208193 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:26:42.220359 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-1d8bfb72-fb59-4461-9ea4-a3192ce13d78 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908799 Aug 31 05:26:42.339000 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0664547c-24df-48fa-91c6-9f9946ec046d req-64bd85b4-5f2e-497c-a95f-24a0db39749d service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098144 Aug 31 05:26:42.573401 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '3db50a00-ae81-41ba-8bf1-a8fd62b92838', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:ab:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:26:40Z', 'updated_at': '2021-08-31T05:26:40Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:26:42.599822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5908b063-794c-4ff4-ae23-4421029c3465 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '3db50a00-ae81-41ba-8bf1-a8fd62b92838', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:ab:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:26:40Z', 'updated_at': '2021-08-31T05:26:40Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:26:42.850302 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc2d0e-500a-47ef-97c5-f2283f4e194c None None] New status for floating IP 3db50a00-ae81-41ba-8bf1-a8fd62b92838: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:26:45.373296 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.578160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59556) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:49.688620 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8bf6110d-a99a-4a20-a48d-530d7248b46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.775009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8bf6110d-a99a-4a20-a48d-530d7248b46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.779513 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8bf6110d-a99a-4a20-a48d-530d7248b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.816864 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8bf6110d-a99a-4a20-a48d-530d7248b46c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49dbb3770ca14a52a9ef593b9bb28b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375219 Aug 31 05:26:49.817735 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6110d-a99a-4a20-a48d-530d7248b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca07be-12c6-46d4-8fb5-564b9e5f40d3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:49.819569 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:49.869538 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.890542 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.935679 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.938217 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:49.939389 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04ca07be-12c6-46d4-8fb5-564b9e5f40d3 HTTP/1.1" status: 204 len: 168 time: 0.1176085 Aug 31 05:26:49.946725 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3943-24ac-455a-9958-0f3573670f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca07be-12c6-46d4-8fb5-564b9e5f40d3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:57.759112 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59684) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:57.861107 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:57.951035 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:57.954813 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:57.991881 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63b7ae33f795475fa7593db352fa13aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316997 Aug 31 05:26:57.992743 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa847e-eb9a-4d54-ace1-a4ff57c4edbe,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:57.994569 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59688) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:58.000300 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.000646 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.000988 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.001326 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.002063 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.002063 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.002313 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.002643 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.002971 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.003431 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.003760 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.004086 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400020e-eae4-4303-af97-331a2f13716c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:26:58.043498 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.067750 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.112792 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.115557 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.116700 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5aa847e-eb9a-4d54-ace1-a4ff57c4edbe HTTP/1.1" status: 204 len: 168 time: 0.1211190 Aug 31 05:26:58.126186 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0547f-46c0-4cf7-a693-0e9ea7000f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa847e-eb9a-4d54-ace1-a4ff57c4edbe,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:58.376136 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:58.389663 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4af3a678-c0ba-431b-823e-1d44263f3c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.476086 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4af3a678-c0ba-431b-823e-1d44263f3c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.479965 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4af3a678-c0ba-431b-823e-1d44263f3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.516121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a678-c0ba-431b-823e-1d44263f3c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e831de6b-6a89-4d3c-8bd7-554877236fae,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:58.520444 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4af3a678-c0ba-431b-823e-1d44263f3c2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=697dd1a6cfdc491bb3f809107d130d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431994 Aug 31 05:26:58.523064 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59696) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:58.570507 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.591977 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.639393 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.641859 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:58.643007 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e831de6b-6a89-4d3c-8bd7-554877236fae HTTP/1.1" status: 204 len: 168 time: 0.1190584 Aug 31 05:26:58.650645 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af770b8-f7a8-4b0d-a254-9e6c6631efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e831de6b-6a89-4d3c-8bd7-554877236fae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:58.952573 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59702) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:58.965741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89993f6c-1355-46f5-a2a4-804b9056af0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.053542 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89993f6c-1355-46f5-a2a4-804b9056af0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.057279 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89993f6c-1355-46f5-a2a4-804b9056af0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.096076 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-89993f6c-1355-46f5-a2a4-804b9056af0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31dc508685d34de692db01b72e53c12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423945 Aug 31 05:26:59.097235 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993f6c-1355-46f5-a2a4-804b9056af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de40b69-9f4b-46ef-a563-1731db0579af,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:26:59.098717 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59704) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:26:59.147583 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.168351 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.212912 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.215618 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:26:59.217387 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9de40b69-9f4b-46ef-a563-1731db0579af HTTP/1.1" status: 204 len: 168 time: 0.1170783 Aug 31 05:26:59.224919 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dad1f0-f62d-48a1-a2f7-c7792bcb93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de40b69-9f4b-46ef-a563-1731db0579af,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:01.380523 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d73f0-57a5-4982-94bb-5a8157cec0c8 req-9fa5bca6-69d4-49e9-8a60-54f20fcd0bd4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:01.382010 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e8d73f0-57a5-4982-94bb-5a8157cec0c8 req-9fa5bca6-69d4-49e9-8a60-54f20fcd0bd4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Aug 31 05:27:01.420037 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e8d73f0-57a5-4982-94bb-5a8157cec0c8 req-58ab96cc-5e85-4320-af27-ba8f39dff5ef tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312800 Aug 31 05:27:02.542695 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5ce4a-1223-4a00-ae1c-0d066ed132eb req-11e54c14-990f-476a-b5a3-ce2c2314322a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:02.544943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6b5ce4a-1223-4a00-ae1c-0d066ed132eb req-11e54c14-990f-476a-b5a3-ce2c2314322a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0546644 Aug 31 05:27:02.583548 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a6b5ce4a-1223-4a00-ae1c-0d066ed132eb req-133677e3-00a6-4c5b-8138-c3c359cb6636 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Aug 31 05:27:02.695992 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-80f3514b-9243-4233-b925-93f4343dade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:03.714431 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031322dd-f53b-445d-a6c1-a7cc75557114 req-cbb337ca-1673-4a3e-bb5b-1c326a67dafb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:03.715943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-031322dd-f53b-445d-a6c1-a7cc75557114 req-cbb337ca-1673-4a3e-bb5b-1c326a67dafb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0491595 Aug 31 05:27:03.756881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-031322dd-f53b-445d-a6c1-a7cc75557114 req-2e712bd8-e303-47bc-9ee2-7b69409376ae tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Aug 31 05:27:04.872570 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510f36-0416-4de1-8a54-e64bed39515f req-0236c1c8-6d07-4eff-9d21-38815db7832e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:04.874814 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d510f36-0416-4de1-8a54-e64bed39515f req-0236c1c8-6d07-4eff-9d21-38815db7832e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Aug 31 05:27:04.915518 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2d510f36-0416-4de1-8a54-e64bed39515f req-8a59f803-e8cf-451e-ac6a-ea5616a6358d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Aug 31 05:27:05.707195 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:06.038635 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67064b32-cab2-4875-8c9d-bd493ee0bff3 req-74311d5c-038f-40d5-80be-9a4befb5a0ac tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:06.040139 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-67064b32-cab2-4875-8c9d-bd493ee0bff3 req-74311d5c-038f-40d5-80be-9a4befb5a0ac tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Aug 31 05:27:06.077788 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-67064b32-cab2-4875-8c9d-bd493ee0bff3 req-8cb9b549-aeed-4969-a5ea-4f42c099c519 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Aug 31 05:27:06.967338 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-06666ab0-84bf-403f-966e-e6787720cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:07.199441 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b49f3c-e8ee-4eeb-99a0-56a97a27e88d req-9f1aa8ac-734a-4573-aef6-650e1b31950a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:07.200924 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41b49f3c-e8ee-4eeb-99a0-56a97a27e88d req-9f1aa8ac-734a-4573-aef6-650e1b31950a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0516441 Aug 31 05:27:07.239631 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-41b49f3c-e8ee-4eeb-99a0-56a97a27e88d req-aee82f47-aea9-4da1-a741-005c4da90119 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Aug 31 05:27:07.581749 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:08.356399 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035522-9107-49f0-b688-80a508761989 req-ae36eef7-23aa-4422-8d44-f1b06fb9bcab tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:08.357864 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac035522-9107-49f0-b688-80a508761989 req-ae36eef7-23aa-4422-8d44-f1b06fb9bcab tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Aug 31 05:27:08.397443 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ac035522-9107-49f0-b688-80a508761989 req-7e0550b7-82ae-48d4-b825-23ab720b6c6b tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Aug 31 05:27:09.122910 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:09.520570 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4639-2c8f-4bef-9b27-dc851edec5f7 req-2872c2f9-75f3-4c8b-b8a3-404f4238aaf0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:09.522109 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f3f4639-2c8f-4bef-9b27-dc851edec5f7 req-2872c2f9-75f3-4c8b-b8a3-404f4238aaf0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Aug 31 05:27:09.560604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f3f4639-2c8f-4bef-9b27-dc851edec5f7 req-f8678459-8183-44ef-937b-53359367e830 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Aug 31 05:27:10.682928 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83eff3-5540-42fd-95da-b4c7848d5e31 req-0f2a773e-701e-4179-afe4-b2952b63f4ef tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:10.684518 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cd83eff3-5540-42fd-95da-b4c7848d5e31 req-0f2a773e-701e-4179-afe4-b2952b63f4ef tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0503871 Aug 31 05:27:10.726041 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cd83eff3-5540-42fd-95da-b4c7848d5e31 req-4a4d335c-0421-4767-b4c9-0d019b8a239b tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Aug 31 05:27:11.551643 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-733f2bdf-3499-468d-a241-f882d7d64cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:11.553161 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-733f2bdf-3499-468d-a241-f882d7d64cd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.0444288 Aug 31 05:27:11.658793 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-2a8a941f-58f5-4f60-b2be-1fe9f07b9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:11.660318 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-2a8a941f-58f5-4f60-b2be-1fe9f07b9f08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.0982368 Aug 31 05:27:11.737612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-555bb978-00b1-40d6-91bd-10e8182cef32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 1001 time: 0.0679975 Aug 31 05:27:11.800878 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-5ea59115-fdd0-42e1-844d-4d5efd802189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:11.802391 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-5ea59115-fdd0-42e1-844d-4d5efd802189 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0559862 Aug 31 05:27:11.881096 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-2e8eb93d-fe9a-44c5-a38e-27d090a1c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:11.882608 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-2e8eb93d-fe9a-44c5-a38e-27d090a1c9e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718219 Aug 31 05:27:11.895214 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a18c-620d-4a1a-87dc-c978d5faa233 req-e43e666d-0574-433e-bc19-5e09305e8ce9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:11.896717 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8bd3a18c-620d-4a1a-87dc-c978d5faa233 req-e43e666d-0574-433e-bc19-5e09305e8ce9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0769446 Aug 31 05:27:11.989259 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8bd3a18c-620d-4a1a-87dc-c978d5faa233 req-e32c045e-e0ac-400d-a69e-8ea1f04bfc8c tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843303 Aug 31 05:27:12.015485 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-f7518feb-ef8a-41f8-bb17-7f7d5b827865 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174169 Aug 31 05:27:12.107364 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf322299-1166-46f9-930f-6ee10ac3dd60 req-014158c0-542e-45b9-9620-f3a669eca033 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842137 Aug 31 05:27:13.121840 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf59545-7a79-426d-8a77-23cf1a2eaaee req-1c7880ba-a9f4-41de-a8c1-61f1e4d39b82 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:13.123483 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3bf59545-7a79-426d-8a77-23cf1a2eaaee req-1c7880ba-a9f4-41de-a8c1-61f1e4d39b82 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0585856 Aug 31 05:27:13.165614 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3bf59545-7a79-426d-8a77-23cf1a2eaaee req-3873587c-7794-46c8-aa50-2b5f6eca7cf8 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342672 Aug 31 05:27:14.285273 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd67e7-4090-49f6-8efa-6305d48a235d req-0ca9204e-98bb-41a8-8931-f74b8bc25c9b tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:14.286771 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-63cd67e7-4090-49f6-8efa-6305d48a235d req-0ca9204e-98bb-41a8-8931-f74b8bc25c9b tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0532370 Aug 31 05:27:14.324129 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-63cd67e7-4090-49f6-8efa-6305d48a235d req-d8b06068-17af-48e0-8934-3603d515ef6a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Aug 31 05:27:14.536475 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f300d-f7fd-499a-8451-5136ef7fc42c req-ce6c9ca0-e780-4948-92db-d4711e92b224 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:14.538084 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e9f300d-f7fd-499a-8451-5136ef7fc42c req-ce6c9ca0-e780-4948-92db-d4711e92b224 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Aug 31 05:27:14.584617 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1e9f300d-f7fd-499a-8451-5136ef7fc42c req-6e68d514-454f-438c-a0d1-c6080938dd69 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Aug 31 05:27:14.601920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 59864) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:14.693562 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-a98fc06c-a108-4dc4-ab91-1540127c340a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904157 Aug 31 05:27:15.370158 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:15.711978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea13526-e2cf-4fb1-a993-df5e3aea00e0 req-f812f4a0-c91e-424d-afe6-631ac34b7ace tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:15.713444 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7ea13526-e2cf-4fb1-a993-df5e3aea00e0 req-f812f4a0-c91e-424d-afe6-631ac34b7ace tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0599530 Aug 31 05:27:15.754218 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7ea13526-e2cf-4fb1-a993-df5e3aea00e0 req-63d33ab9-49b7-4c2d-912e-4fc720830bb1 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344446 Aug 31 05:27:16.426741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-b3a7badd-7a51-4747-b397-2996be91cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.428282 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-b3a7badd-7a51-4747-b397-2996be91cd6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972&tenant_id=6f19e699efa2438ca1d89b41749a30dc HTTP/1.1" status: 200 len: 1098 time: 0.0440147 Aug 31 05:27:16.495626 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-9a8dee52-0783-4b20-9c89-2c36009b8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.497145 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-9a8dee52-0783-4b20-9c89-2c36009b8990 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.0433879 Aug 31 05:27:16.593691 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-9de7f9fe-2145-43ea-b6fe-f16235996c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.595539 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-9de7f9fe-2145-43ea-b6fe-f16235996c46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.0904934 Aug 31 05:27:16.673737 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-583691ea-711b-4f4d-8937-1da815ca31c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 1001 time: 0.0703211 Aug 31 05:27:16.688644 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:27:16.728757 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-2fe1f11a-0036-46a0-8d01-5a2c52f724c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.730232 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-2fe1f11a-0036-46a0-8d01-5a2c52f724c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0461032 Aug 31 05:27:16.786093 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-f7e49e03-4e75-4965-b962-10753840cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.787569 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-f7e49e03-4e75-4965-b962-10753840cade service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469522 Aug 31 05:27:16.919831 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aff6e1-9f69-4fc1-a982-fef482ec8b89 req-70a2046e-33d2-462a-88e0-682b7bfe9ee3 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:16.921315 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91aff6e1-9f69-4fc1-a982-fef482ec8b89 req-70a2046e-33d2-462a-88e0-682b7bfe9ee3 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.0830612 Aug 31 05:27:16.925739 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-2f1ad5aa-0e05-4825-8c63-a2a31482f9fe service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294999 Aug 31 05:27:17.013617 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-91aff6e1-9f69-4fc1-a982-fef482ec8b89 req-e85b4b15-795d-4cc7-b1ef-02dbd9b084c2 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853601 Aug 31 05:27:17.052771 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-451c0060-1acf-4f21-9242-09b014f2aa17 req-0aead526-309c-4b9c-9f6b-edd08b207d4d service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183596 Aug 31 05:27:17.363365 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:27:17.474448 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:17.496701 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:27:17.498950 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a7c8e-ee5f-42d5-be9e-8e2b1829772d" -d '{"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:27:17.513341 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:17.519058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:17.548233 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 05:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9abeec-0707-47e2-9d2b-f7ac999d764f x-openstack-request-id: req-2a9abeec-0707-47e2-9d2b-f7ac999d764f {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:27:17.548530 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-unplugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:27:17.548759 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a9abeec-0707-47e2-9d2b-f7ac999d764f {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:27:17.549155 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'code': 200} Aug 31 05:27:17.577032 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=6']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:18.145041 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a0f4a-b802-46ac-8fa8-de6fd38ce754 req-e32ec151-a6dc-474a-a25b-5d8a46e5c88a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:18.146555 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-028a0f4a-b802-46ac-8fa8-de6fd38ce754 req-e32ec151-a6dc-474a-a25b-5d8a46e5c88a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0545988 Aug 31 05:27:18.184646 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-028a0f4a-b802-46ac-8fa8-de6fd38ce754 req-7d98af90-d2c3-4ef5-8051-b293fff9dd36 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Aug 31 05:27:19.303463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527a65-5a8d-414c-a9ec-a82f2ec7a97a req-96edd999-a378-409d-afb4-d5c6ebf40bc4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:19.304965 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a9527a65-5a8d-414c-a9ec-a82f2ec7a97a req-96edd999-a378-409d-afb4-d5c6ebf40bc4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0494249 Aug 31 05:27:19.342627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a9527a65-5a8d-414c-a9ec-a82f2ec7a97a req-eca9c836-99d8-4a33-9ca4-59fbc5056153 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Aug 31 05:27:20.458238 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446ed57-edf3-47c8-adf2-2362ad74babe req-74786fc0-4e0f-4834-9c66-b64ea3396b6a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:20.459941 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7446ed57-edf3-47c8-adf2-2362ad74babe req-74786fc0-4e0f-4834-9c66-b64ea3396b6a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0500760 Aug 31 05:27:20.500961 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7446ed57-edf3-47c8-adf2-2362ad74babe req-81c81350-7bda-456e-acda-b3312eb384f5 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Aug 31 05:27:21.637853 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bbfc8-48da-44e5-b344-f3769e8615b5 req-01f0c557-aad1-46ac-8d97-11e43ddb9b2f tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:21.639351 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1f0bbfc8-48da-44e5-b344-f3769e8615b5 req-01f0c557-aad1-46ac-8d97-11e43ddb9b2f tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0611777 Aug 31 05:27:21.678323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1f0bbfc8-48da-44e5-b344-f3769e8615b5 req-d354dfdd-f061-4052-9a9f-e78add892988 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Aug 31 05:27:22.790611 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0142d37-fe3d-4755-8ee1-89c62ab084bc req-d2401db7-7a9c-4f22-9269-a5d8027744a0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:22.791996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d0142d37-fe3d-4755-8ee1-89c62ab084bc req-d2401db7-7a9c-4f22-9269-a5d8027744a0 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0474164 Aug 31 05:27:22.828504 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d0142d37-fe3d-4755-8ee1-89c62ab084bc req-c2f91941-e1ad-4cb5-9732-8ac89bd6b105 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Aug 31 05:27:23.061761 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-20eaf10b-f8b6-436e-aed7-d6f35805c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:23.063308 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-20eaf10b-f8b6-436e-aed7-d6f35805c41a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1096 time: 0.0400362 Aug 31 05:27:23.436291 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-80e2bb78-734f-4152-9953-1345fee62447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:23.437678 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-80e2bb78-734f-4152-9953-1345fee62447 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.3540418 Aug 31 05:27:23.501897 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-3b617a15-e483-4f39-86c2-1c1b8eae0cbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 999 time: 0.0565796 Aug 31 05:27:23.551677 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-40d6e50d-1a08-48d6-9dd2-5106962ba8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:23.553134 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-40d6e50d-1a08-48d6-9dd2-5106962ba8fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0436232 Aug 31 05:27:23.610569 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-2936c4d2-b5d9-40e9-9030-312d4cc7f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:23.612092 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-2936c4d2-b5d9-40e9-9030-312d4cc7f9b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510345 Aug 31 05:27:23.702075 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-d7a48ac8-ef42-4971-80da-91fdceb2d522 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814044 Aug 31 05:27:23.793599 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c1be97a9-24f3-4340-a46f-bf98e2c28ef3 req-ea8f6c78-6229-41e5-bdac-252bd87ad666 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841441 Aug 31 05:27:23.942924 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f833ee-aaa4-4421-a75c-f080aa37afab req-b836203f-6d21-4088-9be2-a3f865553bbe tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:23.944421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75f833ee-aaa4-4421-a75c-f080aa37afab req-b836203f-6d21-4088-9be2-a3f865553bbe tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0503917 Aug 31 05:27:23.982578 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-75f833ee-aaa4-4421-a75c-f080aa37afab req-55edba23-1d8f-4067-8d72-baa80dc530e4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Aug 31 05:27:25.100940 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06b8ff-3cfb-4f6f-982b-1497b80bdb6d req-2f4e5778-24f0-40f7-983e-c0bc03899e56 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:25.102422 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff06b8ff-3cfb-4f6f-982b-1497b80bdb6d req-2f4e5778-24f0-40f7-983e-c0bc03899e56 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Aug 31 05:27:25.140121 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff06b8ff-3cfb-4f6f-982b-1497b80bdb6d req-7bceaa5f-055b-488b-a03a-31a730326719 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Aug 31 05:27:26.262666 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8cfb-7807-40f3-ac12-6156d7a3b891 req-0ac13050-7d41-43f0-9ca4-57f16cec2f8e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:26.264187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-075e8cfb-7807-40f3-ac12-6156d7a3b891 req-0ac13050-7d41-43f0-9ca4-57f16cec2f8e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0534081 Aug 31 05:27:26.302549 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-075e8cfb-7807-40f3-ac12-6156d7a3b891 req-5d481d0c-c42f-4092-9b5a-9111dec8d9ed tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Aug 31 05:27:27.416690 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b3eb-6dda-4eb3-b0d8-8880888d0f68 req-e1bf2499-0719-4030-8f8d-4eb1f11815e4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:27.418174 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b8b1b3eb-6dda-4eb3-b0d8-8880888d0f68 req-e1bf2499-0719-4030-8f8d-4eb1f11815e4 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0495496 Aug 31 05:27:27.454792 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b8b1b3eb-6dda-4eb3-b0d8-8880888d0f68 req-759ab344-ec6a-4ce3-9a34-2a3f5ae3c540 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Aug 31 05:27:28.567781 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592683c-3f7e-4246-bd77-3b29183114fe req-d5426419-c368-4382-a39c-4c13ac29b185 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:28.569245 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2592683c-3f7e-4246-bd77-3b29183114fe req-d5426419-c368-4382-a39c-4c13ac29b185 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 943 time: 0.0486290 Aug 31 05:27:28.608179 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2592683c-3f7e-4246-bd77-3b29183114fe req-135170ed-88a0-407a-a3be-24c160a86b90 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 Aug 31 05:27:28.798779 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6365c-1b56-43cf-a947-a6ab02843272 req-877d5cc3-b140-4fee-ac6d-448f18c69bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:28.800333 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ed6365c-1b56-43cf-a947-a6ab02843272 req-877d5cc3-b140-4fee-ac6d-448f18c69bf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1096 time: 0.0434408 Aug 31 05:27:28.834848 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ed6365c-1b56-43cf-a947-a6ab02843272 req-90ad9cd5-f126-48c9-8a8f-364119d898f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276749 Aug 31 05:27:29.045967 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59968) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:29.153141 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.245579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.249374 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.287943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b795a252e3954df4abaf052f7e781ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408607 Aug 31 05:27:29.288644 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828acbee-a863-4ec3-9dbe-ea64981f3a71,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:29.290508 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59972) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:29.306158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.306438 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.306778 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.307112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.307463 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.307792 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.308121 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.308448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.308775 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.309096 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.309417 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.309736 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebac1e-84a0-4c62-a76f-f7ec53bc6ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:29.349981 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.370826 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.402567 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:27:29.419661 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.422139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.423302 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/828acbee-a863-4ec3-9dbe-ea64981f3a71 HTTP/1.1" status: 204 len: 168 time: 0.1318762 Aug 31 05:27:29.430954 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d57c6a-2835-4fc3-9b59-50f2e8553204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828acbee-a863-4ec3-9dbe-ea64981f3a71,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:29.509058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:29.520037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'port_id': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'mac_address': 'fa:16:3e:1e:09:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:27:29.558164 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.571054 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9caa47-0bce-4973-a4e3-c9af17896d99 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:27:29.590420 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:29.594673 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:29.647489 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=7']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:29.729532 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6815bd3-7749-49db-a668-2c273549bbbf req-38707451-bbd6-470c-ab3b-90e471b647dd tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:29.731187 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6815bd3-7749-49db-a668-2c273549bbbf req-38707451-bbd6-470c-ab3b-90e471b647dd tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 944 time: 0.0513680 Aug 31 05:27:29.773652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c6815bd3-7749-49db-a668-2c273549bbbf req-11f29def-4e76-4ea1-ab13-016bfc2ad9e9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Aug 31 05:27:29.848462 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['3a9caa47-0bce-4973-a4e3-c9af17896d99'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:27:30.063580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 59996) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:30.164368 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804171584-network', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:30.187622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Made reservation on behalf of 325ae709ea194de0ae4b977e73c753e2 for: {'network': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:27:30.190765 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.200196 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.294687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.298471 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.322804 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:27:30.332904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:30.337820 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.338177 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.segments_db [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Added segment 9675ec8b-6d00-46a6-ac7a-bb4bcd45e397 of type vlan for network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e Aug 31 05:27:30.377652 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.404116 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.405092 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:30.405678 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.457565 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3922832 Aug 31 05:27:30.461080 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60000) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:30.466988 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Request body: {'subnet': {'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804171584-subnet', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:30.467388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b28846-33ec-4f1b-b38a-9796e5d60819 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6b8021-831a-4bdf-bab9-8d41d9221e8e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:30.478432 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:27:30.490513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Made reservation on behalf of 325ae709ea194de0ae4b977e73c753e2 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:27:30.492904 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9699931'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.666432 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9699917'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.724829 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:30.736117 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Checking segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:30.736475 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Network hostable DHCP agents. Network: 7f6b8021-831a-4bdf-bab9-8d41d9221e8e, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:27:30.753446 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:27:30.762240 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, 7f6b8021-831a-4bdf-bab9-8d41d9221e8e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:30.766420 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:30.767015 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.773249 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4462ad5-36bd-45c8-87c5-3c01eb519cdc None None] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:27:30.783494 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e607bbd4-f73b-468c-9f99-4ee6940773fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3209150 Aug 31 05:27:30.786402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60002) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:30.791249 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:30.813774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.815845 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.883112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.931292 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:27:30.932239 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:30.992357 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f484721-c3b3-4af6-b664-dfd714813a7d req-b69ac93e-bd3f-4e4b-9d06-112f204407d2 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:30.993889 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1f484721-c3b3-4af6-b664-dfd714813a7d req-b69ac93e-bd3f-4e4b-9d06-112f204407d2 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 944 time: 0.1219981 Aug 31 05:27:31.070772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.083628 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Allocated IP 172.20.0.2 (7f6b8021-831a-4bdf-bab9-8d41d9221e8e/64bb4ac1-9bfe-49da-a3c4-4f82a36d712d/cb868180-db61-4611-bc07-1e2fcd7936bc) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:31.104738 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1f484721-c3b3-4af6-b664-dfd714813a7d req-600b587c-b4fa-442c-9865-e4d7a17e57eb tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805349 Aug 31 05:27:31.237456 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.246145 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Transition to ACTIVE for port object cb868180-db61-4611-bc07-1e2fcd7936bc will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:31.262366 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Transition to ACTIVE for port object cb868180-db61-4611-bc07-1e2fcd7936bc will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:31.269195 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.300222 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.309373 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:31.312377 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:31.316069 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:31.321449 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.321678 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Pushing event updated for resources: {'Port': ['ID=cb868180-db61-4611-bc07-1e2fcd7936bc,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:31.379510 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Attempting to bind port cb868180-db61-4611-bc07-1e2fcd7936bc on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:31.379880 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Attempting to bind port cb868180-db61-4611-bc07-1e2fcd7936bc by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:31.380244 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Attempting to bind port cb868180-db61-4611-bc07-1e2fcd7936bc on network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:31.385369 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:31.385737 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Checking segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:31.386163 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.386548 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Bound using segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:31.387007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Bound port: cb868180-db61-4611-bc07-1e2fcd7936bc, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:31.387427 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.420152 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:31.436722 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Allocated IP 172.27.2.197 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/28074826-0efd-4106-9da3-2a1c5efc08ca) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:31.483091 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] For port cb868180-db61-4611-bc07-1e2fcd7936bc, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:31.487551 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] For port cb868180-db61-4611-bc07-1e2fcd7936bc, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=cb868180-db61-4611-bc07-1e2fcd7936bc,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:31.495744 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.525435 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 3a9caa47-0bce-4973-a4e3-c9af17896d99 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:31.525811 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.546904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.576265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19be50-249a-41e0-b199-b65cbbe94b38 None None] Pushing event updated for resources: {'Port': ['ID=cb868180-db61-4611-bc07-1e2fcd7936bc,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:31.593352 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.636743 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:31.640092 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.642226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:31.645922 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:31.672366 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:27:31.675011 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f811d3-291a-4b9c-b841-3ce087fed3cc" -d '{"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-plugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:27:31.677632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Pushing event updated for resources: {'Port': ['ID=28074826-0efd-4106-9da3-2a1c5efc08ca,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:31.691982 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:31.697853 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:31.753082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3e0720-2a57-4c83-9a80-c2ee8e05b5d5 x-openstack-request-id: req-ae3e0720-2a57-4c83-9a80-c2ee8e05b5d5 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:27:31.753424 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-plugged", "status": "completed", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:27:31.753682 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae3e0720-2a57-4c83-9a80-c2ee8e05b5d5 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:27:31.754054 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'code': 200} Aug 31 05:27:31.778146 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=8']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:31.948613 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:32.144321 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:32.276551 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Router 597053e1-f10c-418b-9280-b3b38edaf6aa is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:27:32.388912 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:27:32.398964 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Sync routers for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:27:32.405404 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:32.407571 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-bbad3567-5c17-4928-be5b-def774dc824f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6198530 Aug 31 05:27:32.409516 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:32.410143 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:32.410919 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60010) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:32.495096 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc2de0-cd65-492d-ba54-7e14da03467e None None] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:27:32.579176 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:32.772993 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device cb868180-db61-4611-bc07-1e2fcd7936bc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:32.787865 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-fefd0510-0088-4eab-8aa1-7b521371e163 None None] Provisioning for port cb868180-db61-4611-bc07-1e2fcd7936bc completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:32.847545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:32.867047 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca0121c4-725c-42e5-aed6-aa74368a9221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:32.968764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port cb868180-db61-4611-bc07-1e2fcd7936bc completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:33.009016 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port cb868180-db61-4611-bc07-1e2fcd7936bc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:33.009395 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Allocated IP 172.20.0.1 (7f6b8021-831a-4bdf-bab9-8d41d9221e8e/64bb4ac1-9bfe-49da-a3c4-4f82a36d712d/c9e05865-8e4d-4955-83b9-a47b3134a905) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:33.009656 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.102050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:31Z', 'revision_number': 3, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:33.123938 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.138028 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Transition to ACTIVE for port object c9e05865-8e4d-4955-83b9-a47b3134a905 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:33.139630 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Checking router: 597053e1-f10c-418b-9280-b3b38edaf6aa for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:27:33.139985 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Updating router 597053e1-f10c-418b-9280-b3b38edaf6aa port 28074826-0efd-4106-9da3-2a1c5efc08ca binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:27:33.164449 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.171721 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.178564 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.213044 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:33.216046 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:33.222227 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:33.232257 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port cb868180-db61-4611-bc07-1e2fcd7936bc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=cb868180-db61-4611-bc07-1e2fcd7936bc,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:33.238410 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.255814 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:33.271889 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.368564 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1a1cff97-7f2a-4131-b344-63edce6e87d6 None None] Provisioning complete for port cb868180-db61-4611-bc07-1e2fcd7936bc triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:33.368943 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1a1cff97-7f2a-4131-b344-63edce6e87d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.411824 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.427271 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=cb868180-db61-4611-bc07-1e2fcd7936bc,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:33.446272 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.446629 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.446972 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.447340 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.447756 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.447993 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.448326 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.448654 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.448984 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.449307 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.449694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.449948 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:33.576830 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.582172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.592490 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.602927 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Transition to ACTIVE for port object 28074826-0efd-4106-9da3-2a1c5efc08ca will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:33.608526 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.652872 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.654761 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:33.671068 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Attempting to bind port 28074826-0efd-4106-9da3-2a1c5efc08ca on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:33.671464 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Attempting to bind port 28074826-0efd-4106-9da3-2a1c5efc08ca by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:33.671831 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Attempting to bind port 28074826-0efd-4106-9da3-2a1c5efc08ca on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:33.678263 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa4194-8d07-4d46-9992-bbc8f6110cc2 None None] Pushing event updated for resources: {'Port': ['ID=28074826-0efd-4106-9da3-2a1c5efc08ca,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:33.681828 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:33.682202 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:33.682606 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.682989 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:33.683493 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Bound port: 28074826-0efd-4106-9da3-2a1c5efc08ca, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:33.684012 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.686808 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-255d7d5a-84c4-4573-b978-4fb3a956b438 None None] Provisioning for port c9e05865-8e4d-4955-83b9-a47b3134a905 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:33.709816 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-255d7d5a-84c4-4573-b978-4fb3a956b438 None None] Provisioning complete for port c9e05865-8e4d-4955-83b9-a47b3134a905 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:33.710191 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-255d7d5a-84c4-4573-b978-4fb3a956b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.753058 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:33.754658 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:33.765060 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-255d7d5a-84c4-4573-b978-4fb3a956b438 None None] Port c9e05865-8e4d-4955-83b9-a47b3134a905 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:27:33.766911 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] For port 28074826-0efd-4106-9da3-2a1c5efc08ca, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:33.770456 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] For port 28074826-0efd-4106-9da3-2a1c5efc08ca, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=28074826-0efd-4106-9da3-2a1c5efc08ca,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:33.775330 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:33.835470 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa4194-8d07-4d46-9992-bbc8f6110cc2 None None] Pushing event updated for resources: {'Port': ['ID=28074826-0efd-4106-9da3-2a1c5efc08ca,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:33.838240 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:33.838847 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:33.873131 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Router 597053e1-f10c-418b-9280-b3b38edaf6aa has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:27:33.950025 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:33.984196 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:27:33.998182 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-6b428a64-6328-456f-b106-f0605021abd8 admin admin] 10.222.0.25 "PUT /v2.0/routers/597053e1-f10c-418b-9280-b3b38edaf6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5785131 Aug 31 05:27:34.030660 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6e469a0a-4f38-4581-ad9c-822de3fc7621 None None] Provisioning complete for port c9e05865-8e4d-4955-83b9-a47b3134a905 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:34.031037 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6e469a0a-4f38-4581-ad9c-822de3fc7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.107558 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-6e469a0a-4f38-4581-ad9c-822de3fc7621 None None] Port c9e05865-8e4d-4955-83b9-a47b3134a905 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:27:34.188904 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 2, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:34.219248 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42d7a0-ac41-462b-9261-e5e6d7a841eb None None] The sync data for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi is: [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 2, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:27:34.488897 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60026) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:34.493914 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1121137830-network', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:34.517334 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Made reservation on behalf of 22a69c2d1c7341ac9e792def7aa913d8 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:27:34.520204 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.529875 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.605491 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device cb868180-db61-4611-bc07-1e2fcd7936bc up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:34.648508 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.655591 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.657038 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port cb868180-db61-4611-bc07-1e2fcd7936bc triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:34.657422 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.682271 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 05:27:34.692645 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd8495-2d26-4829-8227-8d5ba79b828b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:34.697819 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.698198 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.segments_db [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Added segment 9c197705-b4c6-4ce7-9d9c-2c8f65dc616b of type vlan for network a56afade-45dc-42dc-87e8-e1f1edc10289 Aug 31 05:27:34.750004 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730236054896'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.777246 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.778072 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:34.778663 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:34.830619 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3404880 Aug 31 05:27:34.833527 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60028) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:34.839630 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362acea-b677-4847-8a6d-789da870589e admin admin] Pushing event updated for resources: {'Network': ['ID=a56afade-45dc-42dc-87e8-e1f1edc10289,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:34.839767 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Request body: {'subnet': {'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1121137830-subnet', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'ip_version': 4}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:34.870960 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Network a56afade-45dc-42dc-87e8-e1f1edc10289 details requested by agent ovs-agent-dv-cinder-773985-16-iscsi with host dv-cinder-773985-16-iscsi {{(pid=94292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 05:27:34.887845 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Made reservation on behalf of 22a69c2d1c7341ac9e792def7aa913d8 for: {'subnet': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:27:34.890370 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9841726'] for subnet, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.084173 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9641777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9841704'] for subnet, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.142657 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e978b26d-0bcc-41b6-b13f-d1802f57fa57,revision_number=0']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:35.161636 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Checking segment: {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:35.162013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Network hostable DHCP agents. Network: a56afade-45dc-42dc-87e8-e1f1edc10289, hostable agents: ['05f26b8f-90c2-4100-90fa-4a3da7cdc27b'], hosted agents: [] {{(pid=94291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 05:27:35.179760 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Network a56afade-45dc-42dc-87e8-e1f1edc10289 is scheduled to be hosted by DHCP agent 05f26b8f-90c2-4100-90fa-4a3da7cdc27b with binding_index 1 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 05:27:35.189356 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-16-iscsi, a56afade-45dc-42dc-87e8-e1f1edc10289) {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:35.195193 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:35.196326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.200713 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096a1d5-e63d-44d3-bd6e-27fb5420d321 None None] Network a56afade-45dc-42dc-87e8-e1f1edc10289 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:27:35.212510 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-81f79f9f-d2c2-44ee-87be-66830813a0fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3766994 Aug 31 05:27:35.214961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60030) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:35.219440 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:35.244500 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3711252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4628'] for router, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.245645 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3863138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4611'] for router, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.302963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.370332 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25df773c-8fa6-53af-8186-88bcd493a256-a56afade-45dc-42dc-87e8-e1f1edc10289', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57'}]}} from dv-cinder-773985-16-iscsi. {{(pid=94292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 05:27:35.371425 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.448062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.509624 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.db_base_plugin_common [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Allocated IP 172.20.0.2 (a56afade-45dc-42dc-87e8-e1f1edc10289/e978b26d-0bcc-41b6-b13f-d1802f57fa57/24e9c417-638b-403c-ade8-a7008d68583e) {{(pid=94292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:35.724059 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.818001 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks [] for port, precommit_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.826402 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Transition to ACTIVE for port object 24e9c417-638b-403c-ade8-a7008d68583e will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:35.843107 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Transition to ACTIVE for port object 24e9c417-638b-403c-ade8-a7008d68583e will not be triggered until provisioned by entity DHCP. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:35.850514 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696'] for port, after_create {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.894702 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Network a56afade-45dc-42dc-87e8-e1f1edc10289 is already hosted by enough agents. {{(pid=94292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:35.897754 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.scheduler.base_scheduler [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Resources bound (agent type, host, resource id): {{(pid=94292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:35.902051 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Received port after_create {{(pid=94292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:35.905166 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Pushing event updated for resources: {'Port': ['ID=24e9c417-638b-403c-ade8-a7008d68583e,revision_number=1']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:35.935817 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.959959 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.964429 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Attempting to bind port 24e9c417-638b-403c-ade8-a7008d68583e on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:35.964807 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Attempting to bind port 24e9c417-638b-403c-ade8-a7008d68583e by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:35.965181 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Attempting to bind port 24e9c417-638b-403c-ade8-a7008d68583e on network a56afade-45dc-42dc-87e8-e1f1edc10289 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:35.971841 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:35.972854 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Checking segment: {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:35.973279 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:35.973675 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Bound using segment: {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:35.974168 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Bound port: 24e9c417-638b-403c-ade8-a7008d68583e, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:35.974551 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.040082 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] For port 24e9c417-638b-403c-ade8-a7008d68583e, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:36.043689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] For port 24e9c417-638b-403c-ade8-a7008d68583e, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=24e9c417-638b-403c-ade8-a7008d68583e,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:36.048899 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.071270 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Allocated IP 172.27.2.232 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/44f1b4ad-0efa-44af-a52d-99f4915c5727) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:36.116844 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a7fad-db99-4799-b049-362f840c9c4f None None] Pushing event updated for resources: {'Port': ['ID=24e9c417-638b-403c-ade8-a7008d68583e,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:36.192783 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.234730 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.265070 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Sync routers for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:27:36.276806 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:36.277518 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:36.317767 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:36.322397 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:36.326593 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:36.357579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Pushing event updated for resources: {'Port': ['ID=44f1b4ad-0efa-44af-a52d-99f4915c5727,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:36.416920 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:36.620949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.643544 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 2, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:36.670928 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Checking router: 597053e1-f10c-418b-9280-b3b38edaf6aa for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:27:36.671320 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Updating router 597053e1-f10c-418b-9280-b3b38edaf6aa port c9e05865-8e4d-4955-83b9-a47b3134a905 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:27:36.679078 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 28074826-0efd-4106-9da3-2a1c5efc08ca up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:36.699256 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.738645 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 28074826-0efd-4106-9da3-2a1c5efc08ca completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:36.743388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 28074826-0efd-4106-9da3-2a1c5efc08ca triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:36.743849 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.824195 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.845160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713778'] for router, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.849814 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 28074826-0efd-4106-9da3-2a1c5efc08ca, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=28074826-0efd-4106-9da3-2a1c5efc08ca,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:36.856645 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:36.857762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 24e9c417-638b-403c-ade8-a7008d68583e up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:36.979726 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=28074826-0efd-4106-9da3-2a1c5efc08ca,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:36.989593 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 24e9c417-638b-403c-ade8-a7008d68583e completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:36.996709 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2c90ffa1-20ce-416b-90d7-fe0ff864a3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.008534 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.021651 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Transition to ACTIVE for port object c9e05865-8e4d-4955-83b9-a47b3134a905 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:37.028847 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.037780 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 is scheduled to L3 agent 5db34234-a907-4666-a71f-b0c484243f6e with binding_index 1 {{(pid=94291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 05:27:37.100034 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Pushing event updated for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:37.120826 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.121186 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.121532 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.121864 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.122194 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.122520 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.122846 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.123192 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.123536 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.123862 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.124182 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.124500 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:27:37.141252 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Attempting to bind port c9e05865-8e4d-4955-83b9-a47b3134a905 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:37.141621 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Attempting to bind port c9e05865-8e4d-4955-83b9-a47b3134a905 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:37.142186 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Attempting to bind port c9e05865-8e4d-4955-83b9-a47b3134a905 on network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:37.148036 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:37.148466 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Checking segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:37.148875 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.149269 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Bound using segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:37.149741 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Bound port: c9e05865-8e4d-4955-83b9-a47b3134a905, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:37.150137 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.163097 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:27:37.173020 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Sync routers for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:27:37.183435 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.187984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60032) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:27:37.188495 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-2a53fa2c-f67f-4d59-b8f4-bbe5316e7607 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9721553 Aug 31 05:27:37.200123 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:37.201607 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:37.238844 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] For port c9e05865-8e4d-4955-83b9-a47b3134a905, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:37.243531 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] For port c9e05865-8e4d-4955-83b9-a47b3134a905, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9e05865-8e4d-4955-83b9-a47b3134a905,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:37.249552 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65171e-92c6-4d65-aa45-c89e49941162 None None] Network a56afade-45dc-42dc-87e8-e1f1edc10289 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:27:37.251890 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.295897 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:37.296555 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:37.361244 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47206275-78a3-4ca0-bc48-fd58a4f05249 None None] Pushing event updated for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:37.381382 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Provisioning for port 24e9c417-638b-403c-ade8-a7008d68583e completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:37.394885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Provisioning complete for port 24e9c417-638b-403c-ade8-a7008d68583e triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:37.395364 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.445311 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:37.503018 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:37.647046 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.693767 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.764583 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.787733 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:37Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:37.818516 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022863f-79a3-4f37-82a0-8f236fb97f6a None None] The sync data for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi is: [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:37Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:27:37.838307 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] For port 24e9c417-638b-403c-ade8-a7008d68583e, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=24e9c417-638b-403c-ade8-a7008d68583e,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:37.848173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:37.891520 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 3, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:37.896143 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Allocated IP 172.20.0.1 (a56afade-45dc-42dc-87e8-e1f1edc10289/e978b26d-0bcc-41b6-b13f-d1802f57fa57/11b85039-9e4b-4fe1-9074-19f456acd814) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:37.948856 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d7981-6649-4ce2-b2fb-eef15f8f2412 None None] Pushing event updated for resources: {'Port': ['ID=24e9c417-638b-403c-ade8-a7008d68583e,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:37.953526 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Checking router: 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:27:37.953885 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Updating router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 port 44f1b4ad-0efa-44af-a52d-99f4915c5727 binding host dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:27:37.999163 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.019648 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.035381 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Transition to ACTIVE for port object 11b85039-9e4b-4fe1-9074-19f456acd814 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:38.071076 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.109942 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Network a56afade-45dc-42dc-87e8-e1f1edc10289 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:38.116063 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:38.119907 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:38.147549 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Pushing event updated for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:38.172998 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3712641'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.196778 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f81c6bac-1252-42b7-85ff-cbdd90373199 None None] Provisioning complete for port 24e9c417-638b-403c-ade8-a7008d68583e triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:38.197159 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f81c6bac-1252-42b7-85ff-cbdd90373199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.323199 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.376585 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.386880 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Transition to ACTIVE for port object 44f1b4ad-0efa-44af-a52d-99f4915c5727 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:38.393704 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.447688 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Attempting to bind port 44f1b4ad-0efa-44af-a52d-99f4915c5727 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:38.448057 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Attempting to bind port 44f1b4ad-0efa-44af-a52d-99f4915c5727 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:38.448428 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Attempting to bind port 44f1b4ad-0efa-44af-a52d-99f4915c5727 on network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:38.453383 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98bc8e-fdbd-4b78-971e-098c2df0186d None None] Pushing event updated for resources: {'Port': ['ID=44f1b4ad-0efa-44af-a52d-99f4915c5727,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:38.455978 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:38.459431 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Checking segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:38.460147 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.460611 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Bound using segment: {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:38.461177 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Bound port: 44f1b4ad-0efa-44af-a52d-99f4915c5727, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88f81a0-81ac-4432-97a5-0e29f903dbe9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:38.461583 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.508089 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-9c7add2e-d923-4377-a8ca-bf9dc83c8ddc None None] Provisioning for port 11b85039-9e4b-4fe1-9074-19f456acd814 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:38.509823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.514071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10321106'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.521762 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-9c7add2e-d923-4377-a8ca-bf9dc83c8ddc None None] Provisioning complete for port 11b85039-9e4b-4fe1-9074-19f456acd814 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:38.522142 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9c7add2e-d923-4377-a8ca-bf9dc83c8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.548792 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] For port 44f1b4ad-0efa-44af-a52d-99f4915c5727, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:38.573478 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] For port 44f1b4ad-0efa-44af-a52d-99f4915c5727, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=44f1b4ad-0efa-44af-a52d-99f4915c5727,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:38.581241 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-9c7add2e-d923-4377-a8ca-bf9dc83c8ddc None None] Port 11b85039-9e4b-4fe1-9074-19f456acd814 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:27:38.585668 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.594512 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3707185'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.597379 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Pushing event updated for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:38.658853 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:38.659527 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:38.661447 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98bc8e-fdbd-4b78-971e-098c2df0186d None None] Pushing event updated for resources: {'Port': ['ID=44f1b4ad-0efa-44af-a52d-99f4915c5727,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:38.697198 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9e05865-8e4d-4955-83b9-a47b3134a905 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:38.700461 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Network a56afade-45dc-42dc-87e8-e1f1edc10289 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:38.702071 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:38.828855 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:27:38.943678 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:38.946277 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5cfdca42-8067-4a38-a5f2-641a48fa0bc4 None None] Provisioning complete for port 11b85039-9e4b-4fe1-9074-19f456acd814 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:38.946653 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5cfdca42-8067-4a38-a5f2-641a48fa0bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:38.998391 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port c9e05865-8e4d-4955-83b9-a47b3134a905 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:39.016529 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port c9e05865-8e4d-4955-83b9-a47b3134a905 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:39.016905 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:39.068835 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdca42-8067-4a38-a5f2-641a48fa0bc4 None None] Port 11b85039-9e4b-4fe1-9074-19f456acd814 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:27:39.144078 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:39.165201 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:27:39.182260 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-bfeb11de-12c3-4703-a1de-978be029ae47 admin admin] 10.222.0.25 "PUT /v2.0/routers/51e0d0fa-5a6a-4a4e-be8c-1fd22531d693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927516 Aug 31 05:27:39.229700 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:39.272919 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port c9e05865-8e4d-4955-83b9-a47b3134a905, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9e05865-8e4d-4955-83b9-a47b3134a905,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:39.276790 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:39.277712 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 28074826-0efd-4106-9da3-2a1c5efc08ca up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:39.337335 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '11b85039-9e4b-4fe1-9074-19f456acd814', 'name': '', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'mac_address': 'fa:16:3e:a9:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:37Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 2, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'subnets': [{'id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:39.373050 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e57af1-5794-43bd-805f-c4e509c64f6e None None] The sync data for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi is: [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '11b85039-9e4b-4fe1-9074-19f456acd814', 'name': '', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'mac_address': 'fa:16:3e:a9:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:37Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 2, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'subnets': [{'id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:27:39.392554 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:39.403053 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 28074826-0efd-4106-9da3-2a1c5efc08ca triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:39.404135 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:39.491251 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 24e9c417-638b-403c-ade8-a7008d68583e up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:39.547220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 24e9c417-638b-403c-ade8-a7008d68583e triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:39.547220 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:40.683649 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9e05865-8e4d-4955-83b9-a47b3134a905 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:40.762134 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port c9e05865-8e4d-4955-83b9-a47b3134a905 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:40.762509 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.047917 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Sync routers for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:27:42.058127 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:42.058817 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:42.171092 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:42.393724 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '11b85039-9e4b-4fe1-9074-19f456acd814', 'name': '', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'mac_address': 'fa:16:3e:a9:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:37Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 2, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'subnets': [{'id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:42.420077 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Checking router: 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:27:42.420422 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Updating router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 port 11b85039-9e4b-4fe1-9074-19f456acd814 binding host dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 05:27:42.448614 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.657191 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 44f1b4ad-0efa-44af-a52d-99f4915c5727 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:42.713663 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 44f1b4ad-0efa-44af-a52d-99f4915c5727 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:42.722281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 44f1b4ad-0efa-44af-a52d-99f4915c5727 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:42.722669 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.812688 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks [] for port, precommit_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.814464 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.826562 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.provisioning_blocks [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Transition to ACTIVE for port object 11b85039-9e4b-4fe1-9074-19f456acd814 will not be triggered until provisioned by entity L2. {{(pid=94293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:42.834003 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.842387 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 44f1b4ad-0efa-44af-a52d-99f4915c5727, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=44f1b4ad-0efa-44af-a52d-99f4915c5727,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:42.847989 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:42.912357 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=44f1b4ad-0efa-44af-a52d-99f4915c5727,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:42.945576 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469eda8-c40a-48de-8763-25dc71aab3c7 None None] Pushing event updated for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=3']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:42.993841 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Attempting to bind port 11b85039-9e4b-4fe1-9074-19f456acd814 on host dv-cinder-773985-16-iscsi for vnic_type normal with profile {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:27:42.994254 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Attempting to bind port 11b85039-9e4b-4fe1-9074-19f456acd814 by drivers openvswitch,hyperv on host dv-cinder-773985-16-iscsi at level 0 using segments [{'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:27:42.994565 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Attempting to bind port 11b85039-9e4b-4fe1-9074-19f456acd814 on network a56afade-45dc-42dc-87e8-e1f1edc10289 {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:27:43.000808 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Checking agent: {'id': '95af413b-6930-421c-9cd6-36593310f555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 10, 6), 'started_at': datetime.datetime(2021, 8, 31, 5, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:27:43.001571 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Checking segment: {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:27:43.002037 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:43.003083 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Bound using segment: {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'} {{(pid=94293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:27:43.003661 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.managers [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Bound port: 11b85039-9e4b-4fe1-9074-19f456acd814, host: dv-cinder-773985-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289'}}] {{(pid=94293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:27:43.004134 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:43.093558 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] For port 11b85039-9e4b-4fe1-9074-19f456acd814, host dv-cinder-773985-16-iscsi, cleared binding levels {{(pid=94293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:27:43.102141 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.plugins.ml2.db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] For port 11b85039-9e4b-4fe1-9074-19f456acd814, host dv-cinder-773985-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=11b85039-9e4b-4fe1-9074-19f456acd814,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:27:43.109409 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron_lib.callbacks.manager [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:43.175286 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:27:43.175807 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:27:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:43.178912 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469eda8-c40a-48de-8763-25dc71aab3c7 None None] Pushing event updated for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=4']} {{(pid=94293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:43.320034 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:27:43.544327 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '11b85039-9e4b-4fe1-9074-19f456acd814', 'name': '', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'mac_address': 'fa:16:3e:a9:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:37Z', 'updated_at': '2021-08-31T05:27:43Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'subnets': [{'id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:27:43.574941 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55c6d1-49e5-4bcd-ad74-31bb63848e31 None None] The sync data for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi is: [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:38Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '11b85039-9e4b-4fe1-9074-19f456acd814', 'name': '', 'network_id': 'a56afade-45dc-42dc-87e8-e1f1edc10289', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'mac_address': 'fa:16:3e:a9:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:37Z', 'updated_at': '2021-08-31T05:27:43Z', 'revision_number': 4, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'subnets': [{'id': 'e978b26d-0bcc-41b6-b13f-d1802f57fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:27:44.639884 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 11b85039-9e4b-4fe1-9074-19f456acd814 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:44.701877 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning for port 11b85039-9e4b-4fe1-9074-19f456acd814 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:44.710381 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 11b85039-9e4b-4fe1-9074-19f456acd814 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:44.710753 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:44.806840 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:44.843575 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 11b85039-9e4b-4fe1-9074-19f456acd814, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=11b85039-9e4b-4fe1-9074-19f456acd814,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:27:44.848857 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:44.849716 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 44f1b4ad-0efa-44af-a52d-99f4915c5727 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:44.929403 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event updated for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:44.939221 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 44f1b4ad-0efa-44af-a52d-99f4915c5727 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:44.939601 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:45.398053 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:46.620523 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 11b85039-9e4b-4fe1-9074-19f456acd814 up at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:27:46.677807 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Provisioning complete for port 11b85039-9e4b-4fe1-9074-19f456acd814 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:46.678185 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:48.723264 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-681b6e27-43d2-41bf-a01b-8a13612c4074 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:48.724742 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-681b6e27-43d2-41bf-a01b-8a13612c4074 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 814 time: 0.1000004 Aug 31 05:27:48.740130 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-ee2dbb83-1284-4b29-816e-d7978a3efdd5 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/quotas/325ae709ea194de0ae4b977e73c753e2 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Aug 31 05:27:48.791634 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f1a9a2da-0635-4064-8e33-66db79ce3091 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462155 Aug 31 05:27:48.887470 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-0c99af6a-5048-48a2-8608-d1ccabb0d684 service neutron] 10.222.0.25 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836947 Aug 31 05:27:48.974053 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-85595e6a-1cb0-4182-b859-e9b109d89616 service neutron] 10.222.0.25 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806308 Aug 31 05:27:49.131721 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6066ae7d-a593-4b3d-a595-f18049cf43b2 req-270f00ac-a344-4102-aa1d-40a46c90ec32 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 210 time: 0.0303085 Aug 31 05:27:50.055005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f7e060e1-ace3-4329-9f24-2dc887e7a99d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:50.056417 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f7e060e1-ace3-4329-9f24-2dc887e7a99d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 814 time: 0.1010447 Aug 31 05:27:50.071387 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'port': {'device_id': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'admin_state_up': True, 'tenant_id': '325ae709ea194de0ae4b977e73c753e2'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:27:50.182525 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Made reservation on behalf of 325ae709ea194de0ae4b977e73c753e2 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:27:50.186378 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:50.233607 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ca70c345-f3f2-4acc-989b-a6621e441d92 req-1509e537-102f-451d-be89-0aa49cf8d68c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 210 time: 0.0328696 Aug 31 05:27:50.343581 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Allocated IP 172.20.0.10 (7f6b8021-831a-4bdf-bab9-8d41d9221e8e/64bb4ac1-9bfe-49da-a3c4-4f82a36d712d/059edc37-8bd8-4b48-9063-541807a72da9) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:27:50.530685 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:50.549505 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Transition to ACTIVE for port object 059edc37-8bd8-4b48-9063-541807a72da9 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:27:50.589106 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:50.639599 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:27:50.643176 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:27:50.646153 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:27:50.700322 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:27:50.721150 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:50.721902 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:50.743898 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f229aaf6-8b92-44fb-bbab-e9121bb17951 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6765671 Aug 31 05:27:50.956472 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1fb4c333-f7d5-42ba-9441-e7baeb8f492d None None] Provisioning for port 059edc37-8bd8-4b48-9063-541807a72da9 completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:27:50.961126 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1fb4c333-f7d5-42ba-9441-e7baeb8f492d None None] Provisioning complete for port 059edc37-8bd8-4b48-9063-541807a72da9 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:27:50.961499 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c333-f7d5-42ba-9441-e7baeb8f492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:27:51.002070 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4c333-f7d5-42ba-9441-e7baeb8f492d None None] Port 059edc37-8bd8-4b48-9063-541807a72da9 cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:27:51.360286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffcc2c-71e7-4370-93ed-6fff6ed6a609 req-d4f27c1b-dff0-4a7c-b124-c9d2c2cf8ada tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:51.361776 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c2ffcc2c-71e7-4370-93ed-6fff6ed6a609 req-d4f27c1b-dff0-4a7c-b124-c9d2c2cf8ada tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0544410 Aug 31 05:27:51.403064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c2ffcc2c-71e7-4370-93ed-6fff6ed6a609 req-72fcccf5-590d-4b06-acde-de0b0a5a6f76 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Aug 31 05:27:52.520610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150d7b-1476-4236-a331-08cebd4bd584 req-3a5a5c0d-94e3-4900-b151-ba647f2a66c3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:52.522633 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-52150d7b-1476-4236-a331-08cebd4bd584 req-3a5a5c0d-94e3-4900-b151-ba647f2a66c3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0490141 Aug 31 05:27:52.567378 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-52150d7b-1476-4236-a331-08cebd4bd584 req-23e68923-9e5b-4123-bde9-a64f1f364c1a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Aug 31 05:27:53.687941 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:27:53.689991 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcba1e-08f8-4a5f-870a-8e4f9471987c req-ef609e34-85a7-4d05-97bf-aeeda1f990d3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:53.691505 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dbbcba1e-08f8-4a5f-870a-8e4f9471987c req-ef609e34-85a7-4d05-97bf-aeeda1f990d3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0561578 Aug 31 05:27:53.732237 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dbbcba1e-08f8-4a5f-870a-8e4f9471987c req-78c03812-b802-48b4-8ad6-14f4f0b4be8b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Aug 31 05:27:54.848548 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e334355-7342-48b3-a7b4-eb2b441d8632 req-4d7675da-3efc-423b-893f-4f11f952f62c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:54.849954 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e334355-7342-48b3-a7b4-eb2b441d8632 req-4d7675da-3efc-423b-893f-4f11f952f62c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0500448 Aug 31 05:27:54.896471 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0e334355-7342-48b3-a7b4-eb2b441d8632 req-9283e790-782d-4667-94b5-e8563796305a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Aug 31 05:27:56.013315 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac846-31f7-43e1-b5de-8e4f17f18707 req-0f0bf5d3-6b8f-4a02-9310-6259dcd61973 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:56.020568 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b5ac846-31f7-43e1-b5de-8e4f17f18707 req-0f0bf5d3-6b8f-4a02-9310-6259dcd61973 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0586348 Aug 31 05:27:56.054285 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2b5ac846-31f7-43e1-b5de-8e4f17f18707 req-36155688-7f64-4f80-ab76-b723a654b9d8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 31 05:27:57.191706 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53fe8-0d33-4fbc-9d72-d4ccc63310c6 req-6f7de140-634d-4d5b-b575-b18cf58675d0 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:57.193206 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-46e53fe8-0d33-4fbc-9d72-d4ccc63310c6 req-6f7de140-634d-4d5b-b575-b18cf58675d0 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0563924 Aug 31 05:27:57.230924 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-46e53fe8-0d33-4fbc-9d72-d4ccc63310c6 req-5290213d-4d18-481b-8127-f1ae3a4e08a9 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 31 05:27:58.354992 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7d781-043d-43df-a17e-78ebd8c3d906 req-5b6a8960-69c0-4e88-b450-8a6947e4874d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:58.357226 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cff7d781-043d-43df-a17e-78ebd8c3d906 req-5b6a8960-69c0-4e88-b450-8a6947e4874d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0529263 Aug 31 05:27:58.400330 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cff7d781-043d-43df-a17e-78ebd8c3d906 req-0d79301a-780f-4cc2-8b81-0b7515ac7f7e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Aug 31 05:27:59.518158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41280e-47b7-4e05-bce4-74493fc2824f req-25cf5302-1e13-4ff0-a30c-6e1c2a154038 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:27:59.519703 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf41280e-47b7-4e05-bce4-74493fc2824f req-25cf5302-1e13-4ff0-a30c-6e1c2a154038 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0512590 Aug 31 05:27:59.582716 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-cf41280e-47b7-4e05-bce4-74493fc2824f req-7bc0cef1-9200-4647-be51-e3f89ccd193a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489049 Aug 31 05:28:00.685116 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb23a0-5d9b-474c-96ac-80231a06cc61 req-f65dbdee-46d4-4a7a-9b70-e35ea7dd057c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:00.686598 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7deb23a0-5d9b-474c-96ac-80231a06cc61 req-f65dbdee-46d4-4a7a-9b70-e35ea7dd057c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 932 time: 0.0540071 Aug 31 05:28:00.723943 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7deb23a0-5d9b-474c-96ac-80231a06cc61 req-ee00030f-6f4e-46f5-ad11-1037c356babe tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Aug 31 05:28:01.263258 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Request body: {'port': {'device_id': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:01.315222 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.576733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059edc37-8bd8-4b48-9063-541807a72da9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:28:01.584338 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.596575 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Transition to ACTIVE for port object 059edc37-8bd8-4b48-9063-541807a72da9 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:01.600687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.650762 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:01.725715 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Attempting to bind port 059edc37-8bd8-4b48-9063-541807a72da9 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:28:01.726412 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Attempting to bind port 059edc37-8bd8-4b48-9063-541807a72da9 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:28:01.726529 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Attempting to bind port 059edc37-8bd8-4b48-9063-541807a72da9 on network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:01.732519 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Port 059edc37-8bd8-4b48-9063-541807a72da9 on network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:28:01.732851 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Attempting to bind port 059edc37-8bd8-4b48-9063-541807a72da9 on network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:01.739018 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:28:01.739414 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Checking segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:01.739838 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Bound using segment: {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:28:01.740278 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Bound port: 059edc37-8bd8-4b48-9063-541807a72da9, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:28:01.740642 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.847287 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:28:01.863415 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:28:01.870006 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.884689 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fea79-cf38-4ced-aef5-5dab01216820 req-5f4c7a44-9a32-45f6-a58b-04d3366e4fa4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:01.886234 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-744fea79-cf38-4ced-aef5-5dab01216820 req-5f4c7a44-9a32-45f6-a58b-04d3366e4fa4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 944 time: 0.0887725 Aug 31 05:28:01.923574 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:01.924178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:01.925666 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] 10.222.0.35 "PUT /v2.0/ports/059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1094 time: 0.6671166 Aug 31 05:28:01.931577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:01.935220 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c99fca-3233-4755-8184-aecb5295d2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:01.996027 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fed2c6a-aeca-41c4-8fdc-319c0cf10fc4 x-openstack-request-id: req-4fed2c6a-aeca-41c4-8fdc-319c0cf10fc4 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:01.996866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:01.997121 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fed2c6a-aeca-41c4-8fdc-319c0cf10fc4 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:01.997523 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:28:02.019805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-744fea79-cf38-4ced-aef5-5dab01216820 req-f4221b2c-d710-4c12-8408-81cd4f6971e0 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112273 Aug 31 05:28:02.022140 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb226c-2ebc-47ec-b09e-a1646be7a1af service neutron] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:02.046402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f68ce498-89f6-47e3-9155-32649b2f172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.047992 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-f68ce498-89f6-47e3-9155-32649b2f172f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1097 time: 0.0705407 Aug 31 05:28:02.101747 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-65a25afd-8dc3-4454-8d37-7f808ebbb328 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 217 time: 0.0442584 Aug 31 05:28:02.173468 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-05b20c97-973f-44be-9707-e5e341283d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.174953 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-05b20c97-973f-44be-9707-e5e341283d7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0659373 Aug 31 05:28:02.230131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-68ad7564-2341-4a26-bb27-206a67c21c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.232240 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-68ad7564-2341-4a26-bb27-206a67c21c93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480595 Aug 31 05:28:02.329577 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-64f4df7b-23e2-4394-8a4e-7ab97b5d0b6e service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874515 Aug 31 05:28:02.428467 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a5261955-34c4-4d4d-a04c-adad8410ab2f req-072dbc0a-c98e-4332-be87-28f468ba0372 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913470 Aug 31 05:28:02.522179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-6d720a9c-8fa7-4835-b034-d30247ee3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.523772 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-6d720a9c-8fa7-4835-b034-d30247ee3800 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1097 time: 0.0450327 Aug 31 05:28:02.634324 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-9789d612-b2ae-4891-970f-23b04329a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.635804 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-9789d612-b2ae-4891-970f-23b04329a094 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.1038489 Aug 31 05:28:02.685931 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-26db1d88-7234-45a9-8559-f95f030197eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 217 time: 0.0415869 Aug 31 05:28:02.697919 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-225e5c31-8df1-4ac6-860e-e749db10ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:02.741758 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-1a60b596-b074-43bf-8f67-3bd9334aa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.743265 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-1a60b596-b074-43bf-8f67-3bd9334aa9f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0484111 Aug 31 05:28:02.796443 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-fd1bbb9c-bcaf-43ec-a3a8-8883fb666ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:02.797996 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-fd1bbb9c-bcaf-43ec-a3a8-8883fb666ed3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450566 Aug 31 05:28:02.905824 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-e5a0e260-2f25-458e-96ba-f70cb842d28a service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982711 Aug 31 05:28:03.000297 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c5c99fca-3233-4755-8184-aecb5295d2fe req-9c316a4a-0558-4526-a2a4-3ee828d277cf service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862553 Aug 31 05:28:03.154002 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a004d4-22eb-48ca-b357-a1528ec6886b req-a5204207-f0a0-4503-b3d3-49b7e513f828 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:03.155571 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-18a004d4-22eb-48ca-b357-a1528ec6886b req-a5204207-f0a0-4503-b3d3-49b7e513f828 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 944 time: 0.0545433 Aug 31 05:28:03.200567 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-18a004d4-22eb-48ca-b357-a1528ec6886b req-4496fc31-bd55-4c36-895e-3e9e56ad6be1 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Aug 31 05:28:04.314567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b81d9-bb84-4b43-9940-b6c769998bc5 req-b5d1f807-dde1-4ca3-a5d2-cb7d1b558730 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:04.316096 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-035b81d9-bb84-4b43-9940-b6c769998bc5 req-b5d1f807-dde1-4ca3-a5d2-cb7d1b558730 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 944 time: 0.0491345 Aug 31 05:28:04.353035 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-035b81d9-bb84-4b43-9940-b6c769998bc5 req-5b64cc4b-7b1e-4b92-b440-72aad20bc469 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Aug 31 05:28:05.470425 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b847e-1206-4da3-b715-41e5bface549 req-acbe1908-17f1-4824-a4bc-bd1d8a3447bf tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:05.471982 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ae6b847e-1206-4da3-b715-41e5bface549 req-acbe1908-17f1-4824-a4bc-bd1d8a3447bf tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 944 time: 0.0510926 Aug 31 05:28:05.510342 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ae6b847e-1206-4da3-b715-41e5bface549 req-a8bb21eb-c4bb-4c1a-ac00-912ee783208b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Aug 31 05:28:05.644377 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 059edc37-8bd8-4b48-9063-541807a72da9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:28:05.724550 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:05.756842 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:05.769370 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '059edc37-8bd8-4b48-9063-541807a72da9', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'port_id': '059edc37-8bd8-4b48-9063-541807a72da9', 'mac_address': 'fa:16:3e:15:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:28:05.810988 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:05.825475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059edc37-8bd8-4b48-9063-541807a72da9 {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:28:05.846368 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:05.850613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:05.901118 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:06.078565 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:28:06.642612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f6f3-2050-47e1-a634-588622d62c1e req-3ec658fa-396c-4af7-acb9-f79b2cbbad3a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:06.644142 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fdf1f6f3-2050-47e1-a634-588622d62c1e req-3ec658fa-396c-4af7-acb9-f79b2cbbad3a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 945 time: 0.0541480 Aug 31 05:28:06.684755 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fdf1f6f3-2050-47e1-a634-588622d62c1e req-6b615073-7836-4725-a6ad-c970fa4dcb35 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345449 Aug 31 05:28:06.967969 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-715ffe4b-2ef1-40d4-b940-f5fa26d4a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:07.594147 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:07.652815 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 059edc37-8bd8-4b48-9063-541807a72da9 up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:28:07.706328 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 059edc37-8bd8-4b48-9063-541807a72da9 completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:07.711516 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 059edc37-8bd8-4b48-9063-541807a72da9 triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:07.711920 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:07.796508 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:07.808236 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc249de-da63-4aab-8054-e2537660d1f7 req-6378c312-07a0-4914-b382-d218ba143603 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:07.810262 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5dc249de-da63-4aab-8054-e2537660d1f7 req-6378c312-07a0-4914-b382-d218ba143603 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 945 time: 0.0528359 Aug 31 05:28:07.819403 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:07.821672 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ebff2-86f6-4c18-9f4d-f72764291fb2" -d '{"events": [{"server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "name": "network-vif-plugged", "status": "completed", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:07.836115 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:07.842639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:07.854071 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5dc249de-da63-4aab-8054-e2537660d1f7 req-b794c315-3654-4f93-9dd1-c4257de8478b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Aug 31 05:28:07.866376 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa815c-56a6-4314-8564-aefbc708bf10 x-openstack-request-id: req-9dfa815c-56a6-4314-8564-aefbc708bf10 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:07.866659 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "name": "network-vif-plugged", "status": "completed", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:07.866949 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dfa815c-56a6-4314-8564-aefbc708bf10 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:07.867425 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'code': 200} Aug 31 05:28:07.896937 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:08.033332 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596496-2cce-422b-a141-5187f687fa0a req-a63a5360-c2f3-4ad9-b837-906dc822df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:08.034881 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c596496-2cce-422b-a141-5187f687fa0a req-a63a5360-c2f3-4ad9-b837-906dc822df2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1099 time: 0.0407116 Aug 31 05:28:08.070950 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4c596496-2cce-422b-a141-5187f687fa0a req-a733c9f1-858c-45c0-b027-b3357c2ba87a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289724 Aug 31 05:28:09.130539 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:09.164580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3414-5c43-4eb0-8112-fb3b1c0a4d27 req-302d1e5a-0bc7-4f02-bca8-7d86fbbfbf3e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:09.166633 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9d5e3414-5c43-4eb0-8112-fb3b1c0a4d27 req-302d1e5a-0bc7-4f02-bca8-7d86fbbfbf3e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.2418163 Aug 31 05:28:09.207460 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9d5e3414-5c43-4eb0-8112-fb3b1c0a4d27 req-c71e4e9f-3c29-4ecf-815e-118aca399a94 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Aug 31 05:28:10.370886 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d41b-9a54-40f6-a008-09ed79599640 req-3eda6c3b-ddb2-4cb9-94f2-480c7b418626 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:10.372402 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2744d41b-9a54-40f6-a008-09ed79599640 req-3eda6c3b-ddb2-4cb9-94f2-480c7b418626 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.1000006 Aug 31 05:28:10.409653 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2744d41b-9a54-40f6-a008-09ed79599640 req-b78d2b7b-91cf-4e65-9a0f-1b4d91558080 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Aug 31 05:28:10.519476 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3e79-c68c-4d92-841f-6d01674c32de req-8211c0df-3539-4260-be4f-2dc2d8d0ed5b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:10.520933 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-af3d3e79-c68c-4d92-841f-6d01674c32de req-8211c0df-3539-4260-be4f-2dc2d8d0ed5b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0478947 Aug 31 05:28:10.559692 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-af3d3e79-c68c-4d92-841f-6d01674c32de req-56bed175-1504-4d11-86bc-2834d43ecae4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 31 05:28:10.885426 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f4031-b89a-42bc-8215-91fa5f3046a4 req-feb12eb9-ba5f-46d4-861b-e768d710a02a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:10.886886 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df7f4031-b89a-42bc-8215-91fa5f3046a4 req-feb12eb9-ba5f-46d4-861b-e768d710a02a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0506241 Aug 31 05:28:10.923765 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-df7f4031-b89a-42bc-8215-91fa5f3046a4 req-e6d5248a-38a5-491b-8fa4-1ed6539cf285 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Aug 31 05:28:15.411421 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:19.303009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbe8d8-13ac-4f6d-883a-833a2f3126ac req-3038d348-8288-4aba-8bef-7b865b017f9c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:19.304502 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9fbe8d8-13ac-4f6d-883a-833a2f3126ac req-3038d348-8288-4aba-8bef-7b865b017f9c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0490060 Aug 31 05:28:19.341300 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f9fbe8d8-13ac-4f6d-883a-833a2f3126ac req-2525a45d-a009-473c-b186-3f74e9b5d6ec tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Aug 31 05:28:19.364420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60232) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:19.444202 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db34a18-b25c-41a9-b45d-51d2b4b64f5f tempest-TestMinimumBasicScenario-1558912768 tempest-TestMinimumBasicScenario-1558912768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:19.445609 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7db34a18-b25c-41a9-b45d-51d2b4b64f5f tempest-TestMinimumBasicScenario-1558912768 tempest-TestMinimumBasicScenario-1558912768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1094 time: 0.0801978 Aug 31 05:28:19.448436 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60236) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:19.452850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'port_id': '059edc37-8bd8-4b48-9063-541807a72da9', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:19.474612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for floatingip, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:19.570561 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:19.674038 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Allocated IP 172.27.2.226 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/7a52d65e-4385-41f4-81a9-52e1114f0522) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:28:19.775099 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:19.815685 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:19.849988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:19.854642 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:19.858803 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:28:19.883541 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'Port': ['ID=7a52d65e-4385-41f4-81a9-52e1114f0522,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:20.502863 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:20.572114 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:20.726039 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:20.730316 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:20.798459 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'Port': ['ID=7a52d65e-4385-41f4-81a9-52e1114f0522,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:20.809964 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:20.910396 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Floating IP a1487d19-a117-40cc-a06e-8a6fa5f94410 associated. External IP: 172.27.2.226, port: 059edc37-8bd8-4b48-9063-541807a72da9. Aug 31 05:28:21.112472 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Router 597053e1-f10c-418b-9280-b3b38edaf6aa has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:21.222972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:21.232354 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Sync routers for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:21.239502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.242787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:21.243465 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:21.268640 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9ded50cc-59b6-482a-b366-38c35ce88dc8 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8190715 Aug 31 05:28:21.269213 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:21.271509 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:21.272086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b99d2-a260-4f4d-8154-9855ba30a214" -d '{"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:21.277342 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685178757', 'description': 'tempest-secgroup-smoke-685178757 description', 'project_id': '325ae709ea194de0ae4b977e73c753e2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:21.300986 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.314072 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b30c908-1ed5-4f51-be34-a1f28003ed3d x-openstack-request-id: req-0b30c908-1ed5-4f51-be34-a1f28003ed3d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:21.314364 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:21.314612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b30c908-1ed5-4f51-be34-a1f28003ed3d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:21.315006 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:28:21.352118 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:21.385993 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-ae9d5119-1c1d-42e1-a34d-e563892d9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:21.387610 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-ae9d5119-1c1d-42e1-a34d-e563892d9cea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1099 time: 0.0480802 Aug 31 05:28:21.397179 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.402420 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.433524 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.434960 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1615937 Aug 31 05:28:21.439082 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:21.444747 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:21.453845 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9057542-0ece-4702-ba0f-5720bcf421d4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:21.466222 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.467151 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.467151 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.467781 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.468189 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.468602 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.469011 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.469413 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.469815 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.470216 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.470621 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.471022 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc1313a-7a24-4612-88ba-e9b4e88b124e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:21.495634 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.495832 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-ff7a1f7e-8e32-4f2d-8a87-a1d5c5b131b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:21.497457 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-ff7a1f7e-8e32-4f2d-8a87-a1d5c5b131b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.1024048 Aug 31 05:28:21.546145 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.556988 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.566745 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-b7895ac3-2d2b-4dac-a84c-32b175349876 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1000 time: 0.0618970 Aug 31 05:28:21.579862 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49795820-e010-4341-97b7-82a7c14e1650,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:21.584304 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.585845 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8b85481b-d924-425f-b794-6996bf21e50d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453879 Aug 31 05:28:21.588345 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:21.595065 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:21.627026 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.635272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-59ac9b0c-4a6d-443c-9b45-ac48fb6c71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:21.637442 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-59ac9b0c-4a6d-443c-9b45-ac48fb6c71b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0632570 Aug 31 05:28:21.687293 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-863202b1-aa8f-4479-a5c7-1394dcd6197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:21.688845 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-863202b1-aa8f-4479-a5c7-1394dcd6197f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432806 Aug 31 05:28:21.692968 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.696813 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.715166 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ef06f-f28f-423d-b5c4-938415d64eb2,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:21.720986 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'a1487d19-a117-40cc-a06e-8a6fa5f94410', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'port_id': '059edc37-8bd8-4b48-9063-541807a72da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'mac_address': 'fa:16:3e:15:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:28:20Z', 'updated_at': '2021-08-31T05:28:20Z', 'revision_number': 0, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:21.724438 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.727861 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-55b1b8c6-0d46-4aa0-8b6e-64c1a4a299bc tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359520 Aug 31 05:28:21.728091 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:21.732531 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:21.753066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Checking router: 597053e1-f10c-418b-9280-b3b38edaf6aa for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:21.763608 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:21.765025 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:21.766252 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.807408 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-07f9e72b-6075-430b-a6dc-6285e1733847 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073999 Aug 31 05:28:21.871723 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.878423 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.905596 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ace71c-cb93-4e8a-a556-350424414395,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:21.908921 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:21.910357 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-e96cef0e-75bf-4487-a6a6-46adff341bfb tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813138 Aug 31 05:28:21.913042 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60248) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:21.917981 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:21.932163 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:21.932652 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa8b99d2-a260-4f4d-8154-9855ba30a214 req-3b7683fd-908a-4e4e-9b99-db19b72e8100 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158416 Aug 31 05:28:21.949943 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.010982 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.015793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.031220 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddbb098-c56d-46dd-872c-fc3edd764b49,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:22.041003 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.042279 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-aa6d130d-40f6-4a7a-95f7-c85b3146f64b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280444 Aug 31 05:28:22.045621 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60250) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:22.050803 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:22.073561 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Project 325ae709ea194de0ae4b977e73c753e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:28:22.079545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.142351 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.146559 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.166454 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd59d20-1313-40a3-9e43-1f265f29e7fb,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:22.169838 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'a1487d19-a117-40cc-a06e-8a6fa5f94410', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'port_id': '059edc37-8bd8-4b48-9063-541807a72da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'mac_address': 'fa:16:3e:15:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:28:20Z', 'updated_at': '2021-08-31T05:28:20Z', 'revision_number': 0, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:22.174283 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.175620 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-1f83409a-e35e-428b-b1f1-976bbf1f98c6 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284685 Aug 31 05:28:22.178145 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:22.182633 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.v2.base [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'security_group_rule': {'security_group_id': 'c9057542-0ece-4702-ba0f-5720bcf421d4', 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:22.197222 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aaf85a-f244-480d-919d-85005e8d937d None None] The sync data for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi is: [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': 'a1487d19-a117-40cc-a06e-8a6fa5f94410', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'port_id': '059edc37-8bd8-4b48-9063-541807a72da9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'mac_address': 'fa:16:3e:15:d1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:28:20Z', 'updated_at': '2021-08-31T05:28:20Z', 'revision_number': 0, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:22.208128 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Project 325ae709ea194de0ae4b977e73c753e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 05:28:22.213573 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.276395 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.281105 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785887'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.304282 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4880813-405a-4462-b65f-0bda2d0df353,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:22.308948 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.310258 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-94870ed5-b6cb-4172-9b25-f14c1fca131e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311383 Aug 31 05:28:22.387467 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d841401-e8c1-4791-913c-b78546972bbd None None] New status for floating IP a1487d19-a117-40cc-a06e-8a6fa5f94410: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:28:22.399859 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-744e0d6e-698b-483a-b0a3-ddc5cbf7f98c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685178757&fields=id&tenant_id=325ae709ea194de0ae4b977e73c753e2 HTTP/1.1" status: 200 len: 267 time: 0.0387628 Aug 31 05:28:22.454014 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-ce2cf37a-84a0-4c4d-a119-121b7369daca tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:22.455462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-ce2cf37a-84a0-4c4d-a119-121b7369daca tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0494785 Aug 31 05:28:22.466492 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'port': {'security_groups': ['eaea4764-e5bf-4ba3-9921-23e5ee7e17c8', 'c9057542-0ece-4702-ba0f-5720bcf421d4']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:22.536151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.723679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:22.753329 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.757782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.769975 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:28:22.804296 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:22.804954 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:22.806379 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86fa6f5f-84cb-4b79-8f39-bf96ed1bfc91 req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "PUT /v2.0/ports/059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 982 time: 0.3444591 Aug 31 05:28:22.829727 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b598f-fd85-4693-b994-6ad93c28518a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:22.891340 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:28:22.922064 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03dda-c466-4168-8759-96f5f84df360 req-4645e5ff-9b2c-4b84-9837-0a67b71c84cf tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:22.923878 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-54a03dda-c466-4168-8759-96f5f84df360 req-4645e5ff-9b2c-4b84-9837-0a67b71c84cf tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0554440 Aug 31 05:28:22.967406 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-54a03dda-c466-4168-8759-96f5f84df360 req-9b289b23-e89c-40cf-9990-6239ccf8dfa4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362971 Aug 31 05:28:23.070590 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3c2f38d8-ac4a-4bb5-bb1d-5d40b5683ebf None None] Provisioning complete for port 059edc37-8bd8-4b48-9063-541807a72da9 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:23.070880 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3c2f38d8-ac4a-4bb5-bb1d-5d40b5683ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:23.316563 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:23.319387 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f973334-005c-469b-ba40-ada8ca05f507" -d '{"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:23.362756 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6818db1e-2708-4f4e-9c21-7c3bd27817fc x-openstack-request-id: req-6818db1e-2708-4f4e-9c21-7c3bd27817fc {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:23.363063 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:23.363342 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6818db1e-2708-4f4e-9c21-7c3bd27817fc {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:23.363986 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:28:23.380752 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-0bbe7bde-a198-482d-8af4-0b04fa916c53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463367 Aug 31 05:28:23.463845 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973334-005c-469b-ba40-ada8ca05f507 req-d5da8c52-4fd2-4ef9-8245-dc0f7bfaa8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.465364 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-d5da8c52-4fd2-4ef9-8245-dc0f7bfaa8e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1138 time: 0.0777609 Aug 31 05:28:23.472563 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-35949fd0-224c-41d3-b089-3138a48ab089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.473968 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-35949fd0-224c-41d3-b089-3138a48ab089 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 1098 time: 0.0561850 Aug 31 05:28:23.629361 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973334-005c-469b-ba40-ada8ca05f507 req-1525dd3e-a4bd-4844-bf90-8c97016e8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.630785 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-1525dd3e-a4bd-4844-bf90-8c97016e8f53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.1559973 Aug 31 05:28:23.634895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-e207ad0e-321a-4d66-9eb5-8289c2437051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.636230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-e207ad0e-321a-4d66-9eb5-8289c2437051 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.1396885 Aug 31 05:28:23.748040 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-8ee9ca6e-0183-4871-8e95-d83256b461b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1002 time: 0.1039670 Aug 31 05:28:23.749604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-41773cf9-6390-454d-9f95-20d380ec2384 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 200 len: 1000 time: 0.1046226 Aug 31 05:28:23.849389 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973334-005c-469b-ba40-ada8ca05f507 req-5bd8f2f7-15d5-493f-b3b3-a8ce5efe3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.850758 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-5bd8f2f7-15d5-493f-b3b3-a8ce5efe3c2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0863380 Aug 31 05:28:23.852140 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-0ec4d1c0-aa8c-45c2-ae00-4a092615ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.853421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-0ec4d1c0-aa8c-45c2-ae00-4a092615ca5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0879338 Aug 31 05:28:23.929782 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973334-005c-469b-ba40-ada8ca05f507 req-319d6ce8-5d89-4e8c-a4b1-deb9bf26d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.931293 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-319d6ce8-5d89-4e8c-a4b1-deb9bf26d592 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666523 Aug 31 05:28:23.932878 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-cb6e81ae-d8ce-4e04-b4b0-075fc742cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:23.934203 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-cb6e81ae-d8ce-4e04-b4b0-075fc742cbe3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685670 Aug 31 05:28:24.093327 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-7d5df54b-b8f5-4156-b7fc-b21018b98f8b service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469910 Aug 31 05:28:24.095298 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-ecd958ad-2ea6-40a1-98d2-c6579b7bbb9e service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501408 Aug 31 05:28:24.259225 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3f973334-005c-469b-ba40-ada8ca05f507 req-f693de67-6d5e-4b3a-b5c5-6d57a8abd068 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532478 Aug 31 05:28:24.261109 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7da69d52-9773-44d8-ac11-ff8f1dd64897 req-1b491323-070f-4f81-9994-5a7d81081bd4 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478136 Aug 31 05:28:30.686456 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:28:32.701603 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1bc519d3-b39f-4320-922d-cee085c9da74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:35.704740 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:36.970782 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f9683fae-3e8b-4cec-9941-9a55416850f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:37.593188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:39.129188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:44.092915 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19940bc-5174-4866-b2ef-4fc13d9f828c req-7763c253-2787-443c-9390-6db9731f6f57 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:44.094414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d19940bc-5174-4866-b2ef-4fc13d9f828c req-7763c253-2787-443c-9390-6db9731f6f57 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0476675 Aug 31 05:28:44.133627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d19940bc-5174-4866-b2ef-4fc13d9f828c req-0432ed0d-6d39-4c35-98ab-7dadd8e93105 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Aug 31 05:28:44.885219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:45.037203 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Deleting port a2da6b53-9559-46ca-99fd-c7b81547b1c6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:45.037544 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.109856 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.110240 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.122521 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Calling delete_port for a2da6b53-9559-46ca-99fd-c7b81547b1c6 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:45.252965 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ae4d-357a-4eb9-84d9-5965d27c69bf req-4e3da175-ed01-4591-9fee-15099037a29a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:45.254780 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5b1ae4d-357a-4eb9-84d9-5965d27c69bf req-4e3da175-ed01-4591-9fee-15099037a29a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0493553 Aug 31 05:28:45.302571 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f5b1ae4d-357a-4eb9-84d9-5965d27c69bf req-b2d9c6b5-da7d-45aa-be12-b0dc17afa8de tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388889 Aug 31 05:28:45.307721 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.334773 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event deleted for resources: {'Port': ['ID=a2da6b53-9559-46ca-99fd-c7b81547b1c6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:45.395451 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.395873 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.db.l3_db [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Floating IP fef1dc8a-1b35-48e5-9a3d-08f3a4447df7 disassociated (deleted). External IP: 172.27.2.126, port: 3a9caa47-0bce-4973-a4e3-c9af17896d99. Aug 31 05:28:45.405973 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.600243 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Router 4dba91cc-5d8c-4add-834d-760a84b81ecb has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:45.605919 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-a0c1ac7a-bd68-4c94-93ba-f2a7e233fb56 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:45.607438 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-a0c1ac7a-bd68-4c94-93ba-f2a7e233fb56 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.0540242 Aug 31 05:28:45.703361 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:45.703718 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.712811 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:45.720906 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.725098 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Sync routers for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:45.734475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:45.735450 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:45.756722 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b4342bdb-efc3-4b6b-861a-dc041898c36d tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "DELETE /v2.0/floatingips/fef1dc8a-1b35-48e5-9a3d-08f3a4447df7 HTTP/1.1" status: 204 len: 168 time: 0.8675802 Aug 31 05:28:45.756722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:45.757604 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9493918ffe623b9ab79d571d4a08aa6d552e0c69b0766be7d8499098cd601458" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99695897-cecc-48a7-9e2d-ec1e20b6417c" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:45.825937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] For port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:45.826347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:45.845890 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00127277-160d-488b-83db-b20a66c975c9 x-openstack-request-id: req-00127277-160d-488b-83db-b20a66c975c9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:45.846206 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:45.846455 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00127277-160d-488b-83db-b20a66c975c9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:45.846858 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'status': 'completed', 'code': 200} Aug 31 05:28:45.889998 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:46.005336 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-3a855073-e5b9-4f96-9fa7-55148856a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.007300 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-3a855073-e5b9-4f96-9fa7-55148856a326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f19e699efa2438ca1d89b41749a30dc&device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 1098 time: 0.1350949 Aug 31 05:28:46.107665 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-7b450922-696e-445a-b1ee-25c497ed75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.109084 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-7b450922-696e-445a-b1ee-25c497ed75bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 200 len: 910 time: 0.0930915 Aug 31 05:28:46.125543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e300d62-4f9f-4d60-8274-6bba24e8c681 req-c1570bc5-4038-483b-ba0e-d95414244ade tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.127141 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e300d62-4f9f-4d60-8274-6bba24e8c681 req-c1570bc5-4038-483b-ba0e-d95414244ade tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.2072756 Aug 31 05:28:46.133725 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:46.155726 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-076320c9-6ded-45c1-8d12-dc79e4d79234 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 200 len: 217 time: 0.0381491 Aug 31 05:28:46.161217 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Checking router: 4dba91cc-5d8c-4add-834d-760a84b81ecb for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:46.169689 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:46.170303 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:46.180419 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99da66e-c2b9-4d3a-9be8-d63d0a07559f req-0ecfeb07-c27f-4cd0-8173-336c4e0b723a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.181920 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d99da66e-c2b9-4d3a-9be8-d63d0a07559f req-0ecfeb07-c27f-4cd0-8173-336c4e0b723a tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.1592696 Aug 31 05:28:46.186481 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-369b642a-caf3-47bc-a091-9f4841587c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.187915 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-369b642a-caf3-47bc-a091-9f4841587c53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1138 time: 0.2983930 Aug 31 05:28:46.190609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.191103 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.191459 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 3db50a00-ae81-41ba-8bf1-a8fd62b92838 disassociated. External IP: 172.27.2.99, port: fc1b442e-e4fb-4d1b-8210-29dc1f5882d2. Aug 31 05:28:46.191951 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:46.208699 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-12cca00c-f4af-4f42-a5f7-67a0da81866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.210198 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-12cca00c-f4af-4f42-a5f7-67a0da81866a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 200 len: 848 time: 0.0463421 Aug 31 05:28:46.260737 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-8e5194af-71c0-4f80-9821-3f0ae8ef6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.262449 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-8e5194af-71c0-4f80-9821-3f0ae8ef6ca4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04c348-0ac9-4503-b32f-06538421a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432544 Aug 31 05:28:46.277017 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-bfd8039c-72f6-4369-aa84-9eac9a342f1e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:46.278036 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-bfd8039c-72f6-4369-aa84-9eac9a342f1e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053234 Aug 31 05:28:46.286772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:46.326230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3e300d62-4f9f-4d60-8274-6bba24e8c681 req-f2f430c9-a03e-43d7-bb0a-fe223d362bd5 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1861660 Aug 31 05:28:46.368583 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d99da66e-c2b9-4d3a-9be8-d63d0a07559f req-950bf656-1083-4c39-9f1e-833e8f905a1c tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681411 Aug 31 05:28:46.408772 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-9a4e14d5-4863-4603-9612-6dc123f90c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.409892 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-a5bfcddf-ffa0-42e1-b167-4b1a7b02cf5b service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210852 Aug 31 05:28:46.410868 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-9a4e14d5-4863-4603-9612-6dc123f90c2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.2061253 Aug 31 05:28:46.509847 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [req-99695897-cecc-48a7-9e2d-ec1e20b6417c req-784dbef8-1c5d-492d-b130-353f19d26c44 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892241 Aug 31 05:28:46.516436 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:46.543638 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-89c938c1-7368-4709-b656-7e1ae2c1ec9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1002 time: 0.1078844 Aug 31 05:28:46.546707 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:46.572901 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02364c67-47f4-43c9-8924-5765added4a1 req-e6461de2-7671-4ae5-b605-e28ce7a8fd4a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.574451 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-02364c67-47f4-43c9-8924-5765added4a1 req-e6461de2-7671-4ae5-b605-e28ce7a8fd4a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 945 time: 0.1332140 Aug 31 05:28:46.669644 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8412753-fd6b-4ce7-8eb1-6b64aa58a990 None None] The sync data for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi is: [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:09Z', 'revision_number': 4, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '248c8243-be71-4cd3-8eca-1f7ed97793d0', 'name': '', 'network_id': '3a04c348-0ac9-4503-b32f-06538421a562', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'mac_address': 'fa:16:3e:08:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:08Z', 'updated_at': '2021-08-31T05:24:16Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'subnets': [{'id': '6191d174-df8d-4e8c-b69a-5931ea39e8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:46.884682 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd58fc-d817-4dd5-92da-44cd39b1205f None None] New status for floating IP fef1dc8a-1b35-48e5-9a3d-08f3a4447df7: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:28:46.896137 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=fc1b442e-e4fb-4d1b-8210-29dc1f5882d2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:46.930300 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.930646 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.930986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.931349 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.931679 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.932008 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.932333 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.932660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.932989 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.933334 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.933632 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.933955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:46.985483 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-2e2f5ef5-26c8-4dab-af0c-3f44aa6d4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:46.987015 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-2e2f5ef5-26c8-4dab-af0c-3f44aa6d4a1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.4320693 Aug 31 05:28:47.002026 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-02364c67-47f4-43c9-8924-5765added4a1 req-32885382-8e48-497a-b242-f4aec4a667bc tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111774 Aug 31 05:28:47.087180 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-152dc4dc-2db7-42f7-b65d-6bd34c9517c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:47.088722 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-152dc4dc-2db7-42f7-b65d-6bd34c9517c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0900486 Aug 31 05:28:47.096922 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:47.266574 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-60d97351-b30e-48d1-bcba-83f61dec92ab service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676087 Aug 31 05:28:47.320175 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:47.329942 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:47.340949 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:47.342208 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:47.376029 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] No DVR routers for this DVR port fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:28:47.384773 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:47.386729 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-afae7d67-0d7e-4fa3-a13e-76e74816d267 req-528c4ad4-9976-43a7-95e6-fa964854a3e3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "DELETE /v2.0/ports/fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 HTTP/1.1" status: 204 len: 173 time: 1.7723491 Aug 31 05:28:47.387206 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'name': 'network-vif-deleted', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:47.389457 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f6287-43a9-473f-8323-3c1db4ea8e36" -d '{"events": [{"server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "name": "network-vif-deleted", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:47.419588 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-503d9af9-baa7-4591-a5ac-98d4a99d45f9 req-3ae2e256-aeef-4828-9a92-5da9f3595085 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449268 Aug 31 05:28:47.496399 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:47.550030 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524425db-4801-4da1-896c-540a642d9354 req-cc5f1b53-dcbf-4bc1-b54b-aeab466b096e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:47.552159 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-524425db-4801-4da1-896c-540a642d9354 req-cc5f1b53-dcbf-4bc1-b54b-aeab466b096e tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.1143858 Aug 31 05:28:47.561934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e23334-6df6-46aa-83a9-7190e62df592 req-61aefa97-a3fc-405f-adcb-571be6db92aa tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:47.563491 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1e23334-6df6-46aa-83a9-7190e62df592 req-61aefa97-a3fc-405f-adcb-571be6db92aa tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0964818 Aug 31 05:28:47.618445 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-d22828ad-25c7-49b6-9b62-16eb158e1c20 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:47.620085 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-d22828ad-25c7-49b6-9b62-16eb158e1c20 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.35 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 945 time: 0.1229827 Aug 31 05:28:47.670243 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-524425db-4801-4da1-896c-540a642d9354 req-85766cee-222d-449d-8ad7-eb44ceb47384 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4d2079a-c686-438d-bf2d-1af5412c4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057634 Aug 31 05:28:47.680801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d1e23334-6df6-46aa-83a9-7190e62df592 req-4c6f242b-d58a-4d39-ae48-748103e7f981 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072237 Aug 31 05:28:47.746983 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Deleting port 3a9caa47-0bce-4973-a4e3-c9af17896d99 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:47.747245 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:47.752295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5021d-4910-465e-800b-d6e9435af1f1 x-openstack-request-id: req-5eb5021d-4910-465e-800b-d6e9435af1f1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:47.752295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1152094-1a7d-46c1-a502-8228d8b21c6e", "name": "network-vif-deleted", "tag": "fc1b442e-e4fb-4d1b-8210-29dc1f5882d2", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:47.752544 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eb5021d-4910-465e-800b-d6e9435af1f1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:47.752890 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1152094-1a7d-46c1-a502-8228d8b21c6e', 'name': 'network-vif-deleted', 'tag': 'fc1b442e-e4fb-4d1b-8210-29dc1f5882d2', 'status': 'completed', 'code': 200} Aug 31 05:28:47.773343 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:47.803311 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:47.811565 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:47.812176 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:47.842597 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] For port 3a9caa47-0bce-4973-a4e3-c9af17896d99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9caa47-0bce-4973-a4e3-c9af17896d99,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:47.842965 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:47.856834 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Calling delete_port for 3a9caa47-0bce-4973-a4e3-c9af17896d99 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:47.923889 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:47.989386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:48.025418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event deleted for resources: {'Port': ['ID=3a9caa47-0bce-4973-a4e3-c9af17896d99,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:48.088796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] No DVR routers for this DVR port 3a9caa47-0bce-4973-a4e3-c9af17896d99 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:28:48.092334 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:48.093474 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ad44bbd-a13e-4b65-baf2-42a6eefa370e req-04b74959-49fd-47a9-bc8e-e4178c306f49 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.35 "DELETE /v2.0/ports/3a9caa47-0bce-4973-a4e3-c9af17896d99 HTTP/1.1" status: 204 len: 173 time: 0.4645553 Aug 31 05:28:48.154759 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ff8feaa-8075-4708-9200-82bfe7346c26 req-15ec0883-f764-4de4-8905-eba5b7887b03 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1152094-1a7d-46c1-a502-8228d8b21c6e HTTP/1.1" status: 200 len: 210 time: 0.0264821 Aug 31 05:28:48.215812 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:48.246729 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d607f1f8-46fc-470f-b9b5-ae4a8091c110 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:48.477299 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a750cd-abab-439c-b9b1-1827528fa9e3 None None] New status for floating IP 3db50a00-ae81-41ba-8bf1-a8fd62b92838: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:28:48.809827 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9c395ca7-8669-4e8f-84a0-bde1c8704ddf req-81867c5d-0436-4a43-89e2-23c66c80f5d9 tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "GET /v2.0/ports?device_id=6195d56a-641f-4a6e-966e-e8eeab842972 HTTP/1.1" status: 200 len: 210 time: 0.0327621 Aug 31 05:28:48.830370 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a0897-9df1-4922-807b-23f7736b3d33 req-d9fc79a4-e47d-45a7-8aa1-21534ba33a4f tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:48.832047 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b49a0897-9df1-4922-807b-23f7736b3d33 req-d9fc79a4-e47d-45a7-8aa1-21534ba33a4f tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0801468 Aug 31 05:28:48.873857 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b49a0897-9df1-4922-807b-23f7736b3d33 req-a895ace0-4b3b-428a-88fe-c1eeec94244c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358274 Aug 31 05:28:49.414670 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-cdc4617b-9511-4d06-82c5-b05936cdaeb2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906379676&fields=id&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 267 time: 0.0327368 Aug 31 05:28:49.518139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-542913db-dcfc-4ec0-9005-187411ea49b3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:49.519925 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-542913db-dcfc-4ec0-9005-187411ea49b3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.0982547 Aug 31 05:28:49.534429 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-8bbe7510-c880-4a89-95aa-7bbbc16c8bce tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/quotas/8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 375 time: 0.0090165 Aug 31 05:28:49.592396 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-13d0a5a1-8030-48cf-95e6-d4c0cc17f232 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510914 Aug 31 05:28:49.609667 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d401ed5d-baf9-4393-956a-be138282b7b4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:28:49.610627 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d401ed5d-baf9-4393-956a-be138282b7b4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062366 Aug 31 05:28:49.746044 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-b1628854-9a8d-4d9b-b5b4-44d30ab73052 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285229 Aug 31 05:28:49.758895 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-deleted', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:49.761093 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0787912c-3472-4806-ad0f-f7894a03d1dc" -d '{"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-deleted", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:49.806612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e8326c-2a48-4fb0-93de-0fbd54a81012 x-openstack-request-id: req-17e8326c-2a48-4fb0-93de-0fbd54a81012 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:49.806899 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d56a-641f-4a6e-966e-e8eeab842972", "name": "network-vif-deleted", "tag": "3a9caa47-0bce-4973-a4e3-c9af17896d99", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:49.807179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17e8326c-2a48-4fb0-93de-0fbd54a81012 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:49.807567 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d56a-641f-4a6e-966e-e8eeab842972', 'name': 'network-vif-deleted', 'tag': '3a9caa47-0bce-4973-a4e3-c9af17896d99', 'status': 'completed', 'code': 200} Aug 31 05:28:49.850298 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-15808bbe-c6c2-4289-8533-cb967eff8067 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982769 Aug 31 05:28:49.867895 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60322) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:49.892265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:49.920029 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 3a9caa47-0bce-4973-a4e3-c9af17896d99 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:49.920591 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 3a9caa47-0bce-4973-a4e3-c9af17896d99 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:49.921160 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:49.941581 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:49.942132 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device fc1b442e-e4fb-4d1b-8210-29dc1f5882d2 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:49.962084 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:49.991997 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.002140 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04335fe-3c47-41d4-9b12-304904caaf60 req-2e9fff12-93c1-4e44-a492-0bd915df2d82 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:50.003815 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b04335fe-3c47-41d4-9b12-304904caaf60 req-2e9fff12-93c1-4e44-a492-0bd915df2d82 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0561402 Aug 31 05:28:50.049554 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b04335fe-3c47-41d4-9b12-304904caaf60 req-1d4e050d-237a-41e2-8491-90b780cb8c13 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379481 Aug 31 05:28:50.059596 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.062174 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.066742 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] 10.222.0.25 "DELETE /v2.0/security-groups/c4d2079a-c686-438d-bf2d-1af5412c4de9 HTTP/1.1" status: 204 len: 168 time: 0.1976626 Aug 31 05:28:50.077038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ae9e-b418-48bf-b671-29d4c7920fde tempest-TestShelveInstance-1543293355 tempest-TestShelveInstance-1543293355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2079a-c686-438d-bf2d-1af5412c4de9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:50.109076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60334) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:50.186848 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3990bf3f-5590-4b64-81c9-944121505ac2 req-397e5cab-9e06-4a7b-ab16-095cfa1d23c5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 210 time: 0.0320010 Aug 31 05:28:50.501737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.762553 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Deleting port 248c8243-be71-4cd3-8eca-1f7ed97793d0 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:50.762900 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.841244 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] For port 248c8243-be71-4cd3-8eca-1f7ed97793d0, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=248c8243-be71-4cd3-8eca-1f7ed97793d0,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:50.841528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:50.854623 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Calling delete_port for 248c8243-be71-4cd3-8eca-1f7ed97793d0 owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:51.029163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:51.057326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=248c8243-be71-4cd3-8eca-1f7ed97793d0,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:51.315209 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dbda8-431e-43a1-878c-4e8c3c2f3757 req-2c202eb6-9884-4f68-bb40-0906dc953766 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:51.317375 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f70dbda8-431e-43a1-878c-4e8c3c2f3757 req-2c202eb6-9884-4f68-bb40-0906dc953766 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.1608195 Aug 31 05:28:51.364664 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-709ce5f4-8c9d-4436-80de-576179a807cc tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:51.365991 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-709ce5f4-8c9d-4436-80de-576179a807cc tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.2645471 Aug 31 05:28:51.370590 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-839556b1-3743-4c5f-8389-b7102710f4fe req-29ba1330-8ad6-4cd4-82d5-e0c825562b39 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 210 time: 0.0839710 Aug 31 05:28:51.434636 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:51.449164 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-f70dbda8-431e-43a1-878c-4e8c3c2f3757 req-2a5d8242-ad64-4bc4-85d5-fe03cfddddab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822074 Aug 31 05:28:51.454679 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-f78a9273-374b-40e9-b421-cbc4a043af97 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 380 time: 0.0772219 Aug 31 05:28:51.769388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'port': {'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'admin_state_up': True, 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'security_groups': ['3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:51.970125 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Made reservation on behalf of 8675b5db0c37496d87bbdca0e8a11336 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:28:51.974241 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.078961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Router 4dba91cc-5d8c-4add-834d-760a84b81ecb has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:52.215647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.20.0.14 (13cc80b3-1987-4b56-9531-61eb479960ee/0f06fa63-908e-4c3c-8000-65286e9cf973/1fb6a443-0aaa-45fc-a535-941c7cf8262a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:28:52.260301 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:52.267112 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-4cc2215d-42a2-48f0-9f40-00b9fd5d6e9f admin admin] 10.222.0.25 "PUT /v2.0/routers/4dba91cc-5d8c-4add-834d-760a84b81ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1572292 Aug 31 05:28:52.269928 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Sync routers for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:52.270403 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60352) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:52.280547 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:52.281163 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:52.375823 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.381621 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.389790 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:52.401608 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Transition to ACTIVE for port object 1fb6a443-0aaa-45fc-a535-941c7cf8262a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:52.454529 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.493429 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.538164 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:28:52.550380 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed910af-2566-4432-ba45-8730a33a4f8d req-52c97fda-4b16-4f08-9770-b4e4ab89ca93 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:52.552548 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ed910af-2566-4432-ba45-8730a33a4f8d req-52c97fda-4b16-4f08-9770-b4e4ab89ca93 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 932 time: 0.1125484 Aug 31 05:28:52.553061 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Deleting port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:52.553190 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:52.553412 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.562846 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:28:52.569142 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:28:52.621504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:28:50Z', 'revision_number': 5, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port': {'id': 'dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:52.646861 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] For port dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:52.647259 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.654283 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Checking router: 4dba91cc-5d8c-4add-834d-760a84b81ecb for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:52.668382 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Calling delete_port for dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:52.670730 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Routers {'4dba91cc-5d8c-4add-834d-760a84b81ecb'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:52.671528 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['4dba91cc-5d8c-4add-834d-760a84b81ecb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:52.692287 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:52.692619 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.697259 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-8ed910af-2566-4432-ba45-8730a33a4f8d req-c0669314-137b-43a3-884c-1c29e030ac53 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304264 Aug 31 05:28:52.707683 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec75afb-6c42-4fee-bb14-6e2d2c1e2a89 req-029b2326-58b4-43e3-91a0-22885cad3522 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:52.709169 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bec75afb-6c42-4fee-bb14-6e2d2c1e2a89 req-029b2326-58b4-43e3-91a0-22885cad3522 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.1700318 Aug 31 05:28:52.738801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-53510e70-1321-4a56-9897-d48cee86f71f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2773421 Aug 31 05:28:52.757799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Request body: {'port': {'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:28:52.767924 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bec75afb-6c42-4fee-bb14-6e2d2c1e2a89 req-4cbc0325-f260-40ba-b311-26533dd21050 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513725 Aug 31 05:28:52.805824 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] Set router 4dba91cc-5d8c-4add-834d-760a84b81ecb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:52.832669 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.874295 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:28:52Z', 'revision_number': 6, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:52.885256 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.904873 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a9891-3506-4f6b-9f4d-f4c210fa4108 None None] The sync data for ids ['4dba91cc-5d8c-4add-834d-760a84b81ecb'] in dv-cinder-773985-16-iscsi is: [{'id': '4dba91cc-5d8c-4add-834d-760a84b81ecb', 'name': 'tempest-TestShelveInstance-1037205291-router', 'tenant_id': '6f19e699efa2438ca1d89b41749a30dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:06Z', 'updated_at': '2021-08-31T05:28:52Z', 'revision_number': 6, 'project_id': '6f19e699efa2438ca1d89b41749a30dc', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:52.911286 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-504da831-05c8-40ff-b44b-06a5a98d6fc8 None None] Provisioning for port 1fb6a443-0aaa-45fc-a535-941c7cf8262a completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:28:52.921326 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-504da831-05c8-40ff-b44b-06a5a98d6fc8 None None] Provisioning complete for port 1fb6a443-0aaa-45fc-a535-941c7cf8262a triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:28:52.921685 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:52.921808 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-504da831-05c8-40ff-b44b-06a5a98d6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:52.964044 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-504da831-05c8-40ff-b44b-06a5a98d6fc8 None None] Port 1fb6a443-0aaa-45fc-a535-941c7cf8262a cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:28:52.994973 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.083385 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.085423 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.130610 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb6a443-0aaa-45fc-a535-941c7cf8262a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:28:53.132378 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.132984 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dba91cc-5d8c-4add-834d-760a84b81ecb {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:28:53.138513 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.138643 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.139716 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3f7c0527-4d73-45aa-bc24-f3fc30e2e72d admin admin] 10.222.0.25 "DELETE /v2.0/routers/4dba91cc-5d8c-4add-834d-760a84b81ecb HTTP/1.1" status: 204 len: 168 time: 0.8684692 Aug 31 05:28:53.142172 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:53.152721 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Transition to ACTIVE for port object 1fb6a443-0aaa-45fc-a535-941c7cf8262a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:28:53.157288 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.187484 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Deleting subnet 6191d174-df8d-4e8c-b69a-5931ea39e8ec {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:28:53.192480 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.208456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:53.232252 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.284214 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Attempting to bind port 1fb6a443-0aaa-45fc-a535-941c7cf8262a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:28:53.284633 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Attempting to bind port 1fb6a443-0aaa-45fc-a535-941c7cf8262a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:28:53.285883 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Attempting to bind port 1fb6a443-0aaa-45fc-a535-941c7cf8262a on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:53.291334 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Port 1fb6a443-0aaa-45fc-a535-941c7cf8262a on network 13cc80b3-1987-4b56-9531-61eb479960ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:28:53.291911 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Attempting to bind port 1fb6a443-0aaa-45fc-a535-941c7cf8262a on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:28:53.297585 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:28:53.298251 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:28:53.298831 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Bound using segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:28:53.299493 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Bound port: 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:28:53.300079 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.332551 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.370448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:28:53.375509 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:28:53.382474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.397121 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.420769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:53.421388 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.422782 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] 10.222.0.35 "PUT /v2.0/ports/1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 1094 time: 0.6725435 Aug 31 05:28:53.423448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:28:53.426037 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6102141f-07ac-4b52-a526-1979321ca880" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:28:53.434925 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.437765 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6191d174-df8d-4e8c-b69a-5931ea39e8ec HTTP/1.1" status: 204 len: 168 time: 0.2940228 Aug 31 05:28:53.439838 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60362) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:53.442316 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6ef84-8540-4321-961e-0946c5600a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6191d174-df8d-4e8c-b69a-5931ea39e8ec,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:53.455162 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4168f6-83e0-4835-a89b-0248e8834bea None None] Network 3a04c348-0ac9-4503-b32f-06538421a562 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:53.515855 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c1341c-5e55-448b-bddf-5ae8cb1bd08c x-openstack-request-id: req-b0c1341c-5e55-448b-bddf-5ae8cb1bd08c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:28:53.516203 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:28:53.516395 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0c1341c-5e55-448b-bddf-5ae8cb1bd08c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:28:53.516796 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'status': 'completed', 'code': 200} Aug 31 05:28:53.543200 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7abb-53a6-4481-a5e1-8ced9287671a service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:53.571537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.579721 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-a3f7ba67-26e9-4de3-85a4-722b26fb6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:53.581239 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-a3f7ba67-26e9-4de3-85a4-722b26fb6013 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1097 time: 0.1128919 Aug 31 05:28:53.644416 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-ac63c1ec-bf0e-4114-9f81-56d561fe7a7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 217 time: 0.0536990 Aug 31 05:28:53.705279 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-a573f3a2-b8ec-4ac3-9885-c00c0196658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:53.706796 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-a573f3a2-b8ec-4ac3-9885-c00c0196658d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0559869 Aug 31 05:28:53.712265 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Deleting port 9c2d6baa-67b8-4a95-92ae-d434b4010575 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:53.712683 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.744550 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] DHCP port deletion for 3a04c348-0ac9-4503-b32f-06538421a562 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:28:53.804145 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Deleting port 9c2d6baa-67b8-4a95-92ae-d434b4010575 {{(pid=94292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:53.804527 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.839707 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-e384129e-1a53-4768-9ec7-b042a6f78df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:53.841232 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-e384129e-1a53-4768-9ec7-b042a6f78df6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1265593 Aug 31 05:28:53.843918 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] For port 9c2d6baa-67b8-4a95-92ae-d434b4010575, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=9c2d6baa-67b8-4a95-92ae-d434b4010575,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:53.844131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.872919 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] For port 9c2d6baa-67b8-4a95-92ae-d434b4010575, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=9c2d6baa-67b8-4a95-92ae-d434b4010575,segment=NetworkSegment(8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138),segment_id=8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:53.873321 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:53.877942 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Calling delete_port for 9c2d6baa-67b8-4a95-92ae-d434b4010575 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:53.886513 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Calling delete_port for 9c2d6baa-67b8-4a95-92ae-d434b4010575 owned by network:dhcp {{(pid=94292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:53.963039 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f048f-f85d-459a-9b09-bd6d3cdb43fb req-9ef74df2-59a5-453c-bcd7-a4aaae11c6d2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:53.964443 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0a2f048f-f85d-459a-9b09-bd6d3cdb43fb req-9ef74df2-59a5-453c-bcd7-a4aaae11c6d2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.1794271 Aug 31 05:28:53.969971 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705'] for port, after_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.001031 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Pushing event deleted for resources: {'Port': ['ID=9c2d6baa-67b8-4a95-92ae-d434b4010575,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:54.010253 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.010677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.010945 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.011346 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.011637 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.011974 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.012298 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.012628 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.012958 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.013281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.013733 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.013981 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:28:54.019652 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068efc66-394b-4e03-9858-8230cbf7b662 None None] No DVR routers for this DVR port 9c2d6baa-67b8-4a95-92ae-d434b4010575 on host dv-cinder-773985-16-iscsi {{(pid=94292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:28:54.053413 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae25c7b-336d-4171-8fef-c24c1391c5ee req-7b6be1fd-b3a5-492d-afa2-6e6608b41e10 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:54.054965 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ae25c7b-336d-4171-8fef-c24c1391c5ee req-7b6be1fd-b3a5-492d-afa2-6e6608b41e10 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.2010078 Aug 31 05:28:54.109155 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0a2f048f-f85d-459a-9b09-bd6d3cdb43fb req-d69f4672-d85b-4c4b-bfa2-c80db8e8c4bd tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090705 Aug 31 05:28:54.110999 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-885a11da-6bbd-4956-bfb9-aa8a387f109b service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581396 Aug 31 05:28:54.187166 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.192828 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6ae25c7b-336d-4171-8fef-c24c1391c5ee req-c426806d-34d8-4546-be6b-10052db60865 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241751 Aug 31 05:28:54.227454 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] No DVR routers for this DVR port 9c2d6baa-67b8-4a95-92ae-d434b4010575 on host dv-cinder-773985-16-iscsi {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:28:54.229035 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2d6baa-67b8-4a95-92ae-d434b4010575,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:54.329626 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ef63cb5f-05bd-444b-8a60-f5e47b8fbb1a req-6f6b4114-3787-410b-96ed-416da0a92c1d service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061367 Aug 31 05:28:54.331062 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.342852 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a04c348-0ac9-4503-b32f-06538421a562']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:54.355067 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:54.355394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8bb5f4-3e79-4fa5-bf7e-4cd04d350138') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:54.365686 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.386658 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.407651 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:28:54.408051 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self.session.flush() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self.session.flush() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self.session.flush() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self.session.flush() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:28:54.410288 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:28:54.470965 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102141f-07ac-4b52-a526-1979321ca880 req-f4701005-8f32-4c50-8f03-e1914f0667f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:54.473322 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-f4701005-8f32-4c50-8f03-e1914f0667f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1097 time: 0.0947986 Aug 31 05:28:54.474761 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.481408 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:54.483210 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3a04c348-0ac9-4503-b32f-06538421a562 HTTP/1.1" status: 204 len: 168 time: 1.0423210 Aug 31 05:28:54.486241 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:54.509934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a29f2e-03ca-4ddd-9256-ab71ff0eb728 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a04c348-0ac9-4503-b32f-06538421a562,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:54.582431 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102141f-07ac-4b52-a526-1979321ca880 req-02d51765-cc3f-4457-8050-d6b9787c5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:54.584938 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-02d51765-cc3f-4457-8050-d6b9787c5f72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.1046989 Aug 31 05:28:54.635166 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-a815b1d3-fce3-4d32-ba91-e4bef5434852 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 217 time: 0.0423660 Aug 31 05:28:54.648317 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:54.670800 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:54.671282 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device dc31b7c4-a9bf-40f8-9ba1-0c9a7a76d690 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:54.671918 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 248c8243-be71-4cd3-8eca-1f7ed97793d0 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:54.689310 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102141f-07ac-4b52-a526-1979321ca880 req-0febf013-684d-4877-9718-cba3b92388e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:54.690782 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-0febf013-684d-4877-9718-cba3b92388e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0489132 Aug 31 05:28:54.694164 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 248c8243-be71-4cd3-8eca-1f7ed97793d0 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:54.694520 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 248c8243-be71-4cd3-8eca-1f7ed97793d0 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:54.694946 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 9c2d6baa-67b8-4a95-92ae-d434b4010575 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:54.715157 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 9c2d6baa-67b8-4a95-92ae-d434b4010575 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:54.715523 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 9c2d6baa-67b8-4a95-92ae-d434b4010575 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:54.741622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102141f-07ac-4b52-a526-1979321ca880 req-90983c06-eb69-476a-8546-76c8f002a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:54.743184 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-90983c06-eb69-476a-8546-76c8f002a77c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451806 Aug 31 05:28:54.847225 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-33c7cbab-04f4-48d3-b185-547e4e0187dc service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954542 Aug 31 05:28:54.940441 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6102141f-07ac-4b52-a526-1979321ca880 req-9430ecf4-53b9-459f-b00b-b210a4912775 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856061 Aug 31 05:28:55.057989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:55.225985 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812fa8-82d1-43c3-9848-378b330eb7f6 req-1fd53b26-f4b3-4564-b393-f1b62a560099 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:55.231599 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-50812fa8-82d1-43c3-9848-378b330eb7f6 req-1fd53b26-f4b3-4564-b393-f1b62a560099 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0537610 Aug 31 05:28:55.268537 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-50812fa8-82d1-43c3-9848-378b330eb7f6 req-2fdbfdfb-c1ea-4fac-ac06-481c419f1dc4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352583 Aug 31 05:28:55.311311 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Deleting port 4f863370-8bf0-4317-834f-1d8df5e367cd {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:55.311654 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:55.320069 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208a599-af8b-4925-b3d7-82b7febe9118 req-96633de0-0a76-4d9f-8fca-feb57f4f697d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:55.321559 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b208a599-af8b-4925-b3d7-82b7febe9118 req-96633de0-0a76-4d9f-8fca-feb57f4f697d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0573828 Aug 31 05:28:55.361663 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b208a599-af8b-4925-b3d7-82b7febe9118 req-38171538-dd36-487d-a32a-885243efd771 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339096 Aug 31 05:28:55.389858 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] For port 4f863370-8bf0-4317-834f-1d8df5e367cd, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=4f863370-8bf0-4317-834f-1d8df5e367cd,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:55.390227 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:55.403010 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Calling delete_port for 4f863370-8bf0-4317-834f-1d8df5e367cd owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:55.599220 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:55.625298 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4f863370-8bf0-4317-834f-1d8df5e367cd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:55.799260 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.019878 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Router b75332a8-bb03-4f82-9242-b507f93d9fd0 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:28:56.127010 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:28:56.132552 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-03e208ea-3f7b-48f4-a7c3-aa8ec12de9fe admin admin] 10.222.0.25 "PUT /v2.0/routers/b75332a8-bb03-4f82-9242-b507f93d9fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452088 Aug 31 05:28:56.134962 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60374) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:56.137424 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Sync routers for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:28:56.147763 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:56.148368 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:56.238774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.248590 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:56.338924 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.389647 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7384efd-9d01-42a2-bd2d-b1447af69f24 req-517bc439-250f-4ec6-89b3-0b9744b4c668 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:56.391113 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a7384efd-9d01-42a2-bd2d-b1447af69f24 req-517bc439-250f-4ec6-89b3-0b9744b4c668 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0521455 Aug 31 05:28:56.407860 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Deleting port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:56.408219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.436211 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a7384efd-9d01-42a2-bd2d-b1447af69f24 req-fc3cadca-7337-4cf2-b555-3783ced59014 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369554 Aug 31 05:28:56.443261 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:28:55Z', 'revision_number': 5, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port': {'id': '8b358a1f-238d-471a-b5fd-ceeebac8ea2c', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:24:12Z', 'updated_at': '2021-08-31T05:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:56.484349 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Checking router: b75332a8-bb03-4f82-9242-b507f93d9fd0 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:28:56.493868 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Routers {'b75332a8-bb03-4f82-9242-b507f93d9fd0'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:28:56.494562 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:28:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['b75332a8-bb03-4f82-9242-b507f93d9fd0'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:56.498281 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f7718-1158-45c1-8da4-ae7a34c2ab55 req-6e455f0d-3d4c-4013-bc77-380165a8301d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:56.499938 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a45f7718-1158-45c1-8da4-ae7a34c2ab55 req-6e455f0d-3d4c-4013-bc77-380165a8301d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0544319 Aug 31 05:28:56.505089 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] For port 8b358a1f-238d-471a-b5fd-ceeebac8ea2c, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:56.505441 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.518699 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Calling delete_port for 8b358a1f-238d-471a-b5fd-ceeebac8ea2c owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:56.547471 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a45f7718-1158-45c1-8da4-ae7a34c2ab55 req-4f9ecd97-6f5c-471d-b6e6-e1d3781ed8be tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407574 Aug 31 05:28:56.586219 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] Set router b75332a8-bb03-4f82-9242-b507f93d9fd0 gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:28:56.643702 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:28:56Z', 'revision_number': 6, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:56.670912 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2e58f-634d-461d-8117-e71bd05c22fa None None] The sync data for ids ['b75332a8-bb03-4f82-9242-b507f93d9fd0'] in dv-cinder-773985-16-iscsi is: [{'id': 'b75332a8-bb03-4f82-9242-b507f93d9fd0', 'name': 'tempest-TestShelveInstance-500685943-router', 'tenant_id': '4a18f06079d8497a9fa9788d2c502a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:24:11Z', 'updated_at': '2021-08-31T05:28:56Z', 'revision_number': 6, 'project_id': '4a18f06079d8497a9fa9788d2c502a64', 'gw_port_host': None}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:28:56.696667 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.722672 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b358a1f-238d-471a-b5fd-ceeebac8ea2c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:56.788791 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.881614 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.883723 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.928775 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.929201 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75332a8-bb03-4f82-9242-b507f93d9fd0 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:28:56.933793 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:56.934959 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-8299e690-7cb5-495d-8047-730d2826c29d admin admin] 10.222.0.25 "DELETE /v2.0/routers/b75332a8-bb03-4f82-9242-b507f93d9fd0 HTTP/1.1" status: 204 len: 168 time: 0.7990477 Aug 31 05:28:56.937559 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60380) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:56.986365 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Deleting subnet 22db7c65-bf20-4161-909f-8c7b399b901a {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:28:56.990400 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.028734 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.110794 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.165038 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.193304 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22db7c65-bf20-4161-909f-8c7b399b901a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:57.198890 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.200865 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3d1e01c7-12e7-47be-bc4e-f8f5831e96de admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22db7c65-bf20-4161-909f-8c7b399b901a HTTP/1.1" status: 204 len: 168 time: 0.2623343 Aug 31 05:28:57.203301 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60382) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:57.204550 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797af1e-4804-4fc6-8591-222bdf7f4b5a None None] Network c2cd908f-ad70-4be1-ac28-43221b403f48 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:28:57.272097 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.328722 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Deleting port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:28:57.329066 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.410313 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] For port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,segment=NetworkSegment(298028af-70a6-48e8-ac08-957ec4e3529f),segment_id=298028af-70a6-48e8-ac08-957ec4e3529f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:28:57.410735 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.430381 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Calling delete_port for 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:28:57.522051 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.542719 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe2b82-2b56-4ec9-84ab-5a41284b1289 None None] DHCP port deletion for c2cd908f-ad70-4be1-ac28-43221b403f48 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:28:57.557667 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] No DVR routers for this DVR port 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 on host dv-cinder-773985-16-iscsi {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:28:57.561663 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:57.610923 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd180ad-cb74-45d1-ab89-ba69e0ca3697 req-c991bb27-006d-4c12-a813-64edb61e04ad tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:57.613317 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4dd180ad-cb74-45d1-ab89-ba69e0ca3697 req-c991bb27-006d-4c12-a813-64edb61e04ad tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0651841 Aug 31 05:28:57.686595 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4dd180ad-cb74-45d1-ab89-ba69e0ca3697 req-e32cdb14-f386-4c11-b4d8-e1b6158686e4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666285 Aug 31 05:28:57.717681 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6bd4-266d-464f-a92e-68ebbdee8f12 req-4e008f87-49f5-41ce-a035-53dacf62ad47 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:57.719242 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d8b6bd4-266d-464f-a92e-68ebbdee8f12 req-4e008f87-49f5-41ce-a035-53dacf62ad47 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0844500 Aug 31 05:28:57.764781 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-7d8b6bd4-266d-464f-a92e-68ebbdee8f12 req-b034db77-c300-4a67-bc47-1795e22c670e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373640 Aug 31 05:28:57.870212 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.880875 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cd908f-ad70-4be1-ac28-43221b403f48']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:57.890333 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298028af-70a6-48e8-ac08-957ec4e3529f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:57.890633 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298028af-70a6-48e8-ac08-957ec4e3529f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:28:57.899676 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.913198 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.918826 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:28:57.919250 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:28:57.920891 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:28:57.977545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.982712 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:57.984682 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2cd908f-ad70-4be1-ac28-43221b403f48 HTTP/1.1" status: 204 len: 168 time: 0.7804551 Aug 31 05:28:57.996201 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015bb6-a483-41c4-91c0-19637156e504 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cd908f-ad70-4be1-ac28-43221b403f48,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:58.143242 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60390) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:58.182246 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-c73cdb47-083f-4524-89e8-14ea2a78d434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f19e699efa2438ca1d89b41749a30dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373657 Aug 31 05:28:58.184610 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60392) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:58.231294 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.252294 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.299285 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.302249 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.303580 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29096b8f-8461-45dd-83dd-b315666a6173 HTTP/1.1" status: 204 len: 168 time: 0.1180933 Aug 31 05:28:58.313101 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a20a7-9893-41c2-b8a5-74c266ff8ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29096b8f-8461-45dd-83dd-b315666a6173,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:58.635458 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60398) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:58.644822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 4f863370-8bf0-4317-834f-1d8df5e367cd no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:58.664748 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 4f863370-8bf0-4317-834f-1d8df5e367cd {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:58.665088 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 4f863370-8bf0-4317-834f-1d8df5e367cd not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:58.665501 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:58.684035 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:58.684376 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 0cc1d2ad-13c4-4331-9f2e-3f9e4adf92f1 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:58.684789 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 8b358a1f-238d-471a-b5fd-ceeebac8ea2c no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:28:58.691253 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f235bf60-4aa7-49ed-98d0-e5cf6fe07dab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a18f06079d8497a9fa9788d2c502a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534739 Aug 31 05:28:58.693750 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60400) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:28:58.708798 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 8b358a1f-238d-471a-b5fd-ceeebac8ea2c {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:28:58.709145 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 8b358a1f-238d-471a-b5fd-ceeebac8ea2c not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:28:58.750307 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.778305 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.825086 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c429a7-96a9-45c7-a1c8-8b1b9adac973 req-fff2d64c-0b5d-4875-95c7-d5dbdb5ccbad tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:58.826858 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a4c429a7-96a9-45c7-a1c8-8b1b9adac973 req-fff2d64c-0b5d-4875-95c7-d5dbdb5ccbad tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0630960 Aug 31 05:28:58.839784 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.843730 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:28:58.845269 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/003d5701-fc11-48d4-bac6-5f9544fd0a4b HTTP/1.1" status: 204 len: 168 time: 0.1502838 Aug 31 05:28:58.858501 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526deb-b994-459d-ae2b-7bf7c50021f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d5701-fc11-48d4-bac6-5f9544fd0a4b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:28:58.914323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a4c429a7-96a9-45c7-a1c8-8b1b9adac973 req-71e8a422-eb30-4d5b-a808-e400c22252f7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776575 Aug 31 05:28:58.930460 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6d82c-d7fd-49b1-a900-8e6190ec5f16 req-a65c0768-9031-4dc1-bac4-247253f91a2e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:28:58.932178 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-adf6d82c-d7fd-49b1-a900-8e6190ec5f16 req-a65c0768-9031-4dc1-bac4-247253f91a2e tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0809548 Aug 31 05:28:58.976824 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-adf6d82c-d7fd-49b1-a900-8e6190ec5f16 req-6ce39bb4-e94f-45b3-a7aa-dd0de7a1bc9d tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367472 Aug 31 05:29:00.047112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa0bf4-3964-4c33-ae67-32fdc9edb31c req-316caad1-3cab-4d37-9f86-c3f81cce511b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:00.048809 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdfa0bf4-3964-4c33-ae67-32fdc9edb31c req-316caad1-3cab-4d37-9f86-c3f81cce511b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0586517 Aug 31 05:29:00.119407 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdfa0bf4-3964-4c33-ae67-32fdc9edb31c req-399607a7-dbb3-4cde-8d3a-bfc95e197240 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589786 Aug 31 05:29:00.127580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb8647-20f6-4f97-a269-e58d00d6a120 req-7af9a557-7e1e-418c-a773-9fd806c0a0e5 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:00.129046 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-42cb8647-20f6-4f97-a269-e58d00d6a120 req-7af9a557-7e1e-418c-a773-9fd806c0a0e5 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0780036 Aug 31 05:29:00.169373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-42cb8647-20f6-4f97-a269-e58d00d6a120 req-419bac66-85be-4217-9699-b89363ed6c55 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341294 Aug 31 05:29:01.239704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841d3c-dde7-4fe2-bc27-9f4cade6fb88 req-42912d33-5866-4941-931a-72cc9c7116d5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:01.241192 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c841d3c-dde7-4fe2-bc27-9f4cade6fb88 req-42912d33-5866-4941-931a-72cc9c7116d5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 944 time: 0.0550740 Aug 31 05:29:01.303851 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0c841d3c-dde7-4fe2-bc27-9f4cade6fb88 req-8792ca39-5786-409c-b6b9-5803f756275d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536489 Aug 31 05:29:01.312399 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576e86-fc56-4299-8470-a7e9e775ed82 req-8eb86c31-f2be-47b8-8793-6202859c154c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:01.313983 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b576e86-fc56-4299-8470-a7e9e775ed82 req-8eb86c31-f2be-47b8-8793-6202859c154c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0719187 Aug 31 05:29:01.360771 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b576e86-fc56-4299-8470-a7e9e775ed82 req-02b00058-e8c3-465b-8f4c-19e79894200c tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381420 Aug 31 05:29:01.971264 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 1fb6a443-0aaa-45fc-a535-941c7cf8262a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:29:02.061404 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:02.072866 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:29:02.109744 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:02.127164 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb6a443-0aaa-45fc-a535-941c7cf8262a {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:29:02.146655 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:02.150750 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:02.198028 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:02.355947 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['1fb6a443-0aaa-45fc-a535-941c7cf8262a'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:29:02.423464 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cf8cb-38bf-46c1-b0b1-fa289ffd6144 req-97d724ff-8020-4ad1-943b-09e955e31dd1 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:02.425385 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff3cf8cb-38bf-46c1-b0b1-fa289ffd6144 req-97d724ff-8020-4ad1-943b-09e955e31dd1 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 945 time: 0.0509775 Aug 31 05:29:02.494622 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-ff3cf8cb-38bf-46c1-b0b1-fa289ffd6144 req-af182747-daa5-4b80-9c60-12a625220f85 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552731 Aug 31 05:29:02.511687 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b34aa-d82e-4648-b1a4-f6d2a05ea124 req-bf4360f5-fcf1-4944-a286-bbbd491696df tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:02.511687 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-435b34aa-d82e-4648-b1a4-f6d2a05ea124 req-bf4360f5-fcf1-4944-a286-bbbd491696df tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0783796 Aug 31 05:29:02.550421 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-435b34aa-d82e-4648-b1a4-f6d2a05ea124 req-662a25c5-123b-447f-8ed6-6105b30fb77f tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346484 Aug 31 05:29:02.704443 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7a851e25-41d7-4bf5-bf4d-af747009e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:03.614046 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3548e-e633-4a24-b15f-4b54ceca192d req-c310186f-4fc7-4e62-b46f-1456cd1c689a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:03.615548 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fec3548e-e633-4a24-b15f-4b54ceca192d req-c310186f-4fc7-4e62-b46f-1456cd1c689a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 945 time: 0.0531375 Aug 31 05:29:03.942344 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fec3548e-e633-4a24-b15f-4b54ceca192d req-39a41b2c-8968-4cd2-8e3a-3a14c3d78587 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159947 Aug 31 05:29:03.953894 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4767c-a3f2-439b-bbed-317ea80e3001 req-91565f0f-45f8-4303-b574-a53bb44cae26 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:03.955502 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-81c4767c-a3f2-439b-bbed-317ea80e3001 req-91565f0f-45f8-4303-b574-a53bb44cae26 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.3375132 Aug 31 05:29:03.972396 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 1fb6a443-0aaa-45fc-a535-941c7cf8262a up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:29:03.998862 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-81c4767c-a3f2-439b-bbed-317ea80e3001 req-fb5c2f52-6a61-4167-9d49-4ad7aa67fbb5 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&id=c9057542-0ece-4702-ba0f-5720bcf421d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361872 Aug 31 05:29:04.023231 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port 1fb6a443-0aaa-45fc-a535-941c7cf8262a completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:29:04.027247 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port 1fb6a443-0aaa-45fc-a535-941c7cf8262a triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:29:04.027619 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:04.110550 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:04.133973 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:29:04.136262 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2655691-6d03-47b6-82a8-50eef3b92a60" -d '{"events": [{"server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "name": "network-vif-plugged", "status": "completed", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:29:04.149829 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:04.154803 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:04.180528 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5c527-be74-47b2-a3c4-9138afe9ec81 x-openstack-request-id: req-7fa5c527-be74-47b2-a3c4-9138afe9ec81 {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:29:04.180822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "name": "network-vif-plugged", "status": "completed", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:29:04.181059 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fa5c527-be74-47b2-a3c4-9138afe9ec81 {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:29:04.181439 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'code': 200} Aug 31 05:29:04.208957 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:04.393240 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841153d0-11c6-4747-aeea-b8af613a14e8 req-5fa8eabf-c4d4-44b2-a054-972ef6bb2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:04.394805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-841153d0-11c6-4747-aeea-b8af613a14e8 req-5fa8eabf-c4d4-44b2-a054-972ef6bb2947 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1099 time: 0.0435562 Aug 31 05:29:04.432490 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-841153d0-11c6-4747-aeea-b8af613a14e8 req-74de301e-0d5b-4be8-99ee-d0cfd18589be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285378 Aug 31 05:29:05.056899 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9ba9-96cd-4203-9118-2faf6d539b3f req-4503aa13-70fd-4216-8b21-ae30459df07d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:05.058377 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-905c9ba9-96cd-4203-9118-2faf6d539b3f req-4503aa13-70fd-4216-8b21-ae30459df07d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Aug 31 05:29:05.095804 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-905c9ba9-96cd-4203-9118-2faf6d539b3f req-1bc0ad74-50b0-4887-a593-96f40ec9c4a2 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Aug 31 05:29:05.706922 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:06.215318 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdcd06-456e-4b2b-a5f9-ff8df6198eeb req-3ca35a50-ccaf-4d9a-9efb-bbbc1e41ab9a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:06.216898 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dfdcd06-456e-4b2b-a5f9-ff8df6198eeb req-3ca35a50-ccaf-4d9a-9efb-bbbc1e41ab9a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Aug 31 05:29:06.257255 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dfdcd06-456e-4b2b-a5f9-ff8df6198eeb req-8692fce5-8821-446d-93ae-1e308140e792 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341711 Aug 31 05:29:06.372528 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b16236-8b8d-495c-a78e-00fd39c9761e req-f51af9f2-7a7e-4d11-aeee-40dddff71b82 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:06.374112 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-82b16236-8b8d-495c-a78e-00fd39c9761e req-f51af9f2-7a7e-4d11-aeee-40dddff71b82 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Aug 31 05:29:06.413069 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-82b16236-8b8d-495c-a78e-00fd39c9761e req-35c7a7f3-c8cd-4ca4-871b-122cc33cb1b5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Aug 31 05:29:06.435439 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60434) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:06.480837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7650c5f-f911-4220-adb1-c875b7d845cb tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:06.482373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c7650c5f-f911-4220-adb1-c875b7d845cb tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1094 time: 0.0459080 Aug 31 05:29:06.485076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60436) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:06.489969 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:29:06.512520 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:06.610733 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:06.723012 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.27.2.63 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/0bb0a798-e050-4de9-ab14-7c13c2fa8b4e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:29:06.837978 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:06.879829 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:06.926543 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:29:06.929488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:29:06.933359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:29:06.939591 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=0bb0a798-e050-4de9-ab14-7c13c2fa8b4e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:06.974265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e68119eb-b165-4f57-aef7-e64019fc0ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.312303 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.392403 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.578949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.584341 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.598798 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.655392 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=0bb0a798-e050-4de9-ab14-7c13c2fa8b4e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:07.667454 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:07.685607 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:29:07.772199 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 4b82ece1-1678-480e-96c2-0c18c9b98e7d associated. External IP: 172.27.2.63, port: 1fb6a443-0aaa-45fc-a535-941c7cf8262a. Aug 31 05:29:07.985929 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:29:08.098791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:29:08.109985 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:29:08.121577 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:08.122331 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:08.122947 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:08.157128 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-193f8372-d119-408a-a69c-0030a8ba880a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6705587 Aug 31 05:29:08.158081 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:29:08.163609 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722fcfa-9c89-41b2-99b4-be1640f93680" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:29:08.207607 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1907133-4e79-411f-b798-30beff295e3f x-openstack-request-id: req-e1907133-4e79-411f-b798-30beff295e3f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:29:08.208008 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:29:08.208363 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1907133-4e79-411f-b798-30beff295e3f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:29:08.208980 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'status': 'completed', 'code': 200} Aug 31 05:29:08.244300 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:08.280766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-3c33e510-a425-4383-bf53-2d4da0d6134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:08.282414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-3c33e510-a425-4383-bf53-2d4da0d6134a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1099 time: 0.0488622 Aug 31 05:29:08.388843 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-e8e3d178-5464-4211-8fe8-b4329c2db778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:08.390358 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-e8e3d178-5464-4211-8fe8-b4329c2db778 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.1012888 Aug 31 05:29:08.461120 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-b259f2a4-5d37-4844-8690-208b21408d09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 999 time: 0.0636442 Aug 31 05:29:08.498929 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:07Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:08.524933 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-36e51a43-1915-4166-bf24-79d2f059f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:08.526424 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-36e51a43-1915-4166-bf24-79d2f059f617 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0562105 Aug 31 05:29:08.526906 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:29:08.536749 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:08.537385 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:08.591953 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-2c9ce161-55a3-4aba-916f-dfc379c187d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:08.593522 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-2c9ce161-55a3-4aba-916f-dfc379c187d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593827 Aug 31 05:29:08.653005 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:08.690611 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-1ab269c3-3024-4431-93b6-1b0ff4d6f2b4 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Aug 31 05:29:08.792003 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-c722fcfa-9c89-41b2-99b4-be1640f93680 req-ccb35aee-48fb-4239-9597-b4ed80e6e178 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937829 Aug 31 05:29:08.883259 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:07Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:08.913522 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59c7c8-559d-4da9-8be8-99327f8fce01 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:07Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:29:09.096087 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b70c5f-58b7-4c55-9755-cb8c24ed8c5d None None] New status for floating IP 4b82ece1-1678-480e-96c2-0c18c9b98e7d: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:29:09.133281 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:15.421657 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:25.355103 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-4d3e8fcc-72ab-4f9d-9d05-908b82f3f495 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418420 Aug 31 05:29:25.441057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-a72ebaa5-a2b4-4535-86d3-cb6970253b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:25.443185 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-a72ebaa5-a2b4-4535-86d3-cb6970253b64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1138 time: 0.0421019 Aug 31 05:29:25.556094 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-86c0cf47-deab-4077-a015-526ea3e4f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:25.557586 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-86c0cf47-deab-4077-a015-526ea3e4f8a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.0911763 Aug 31 05:29:25.627345 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-468b98eb-9af6-46f9-ad31-d5e8284cd6ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1002 time: 0.0593562 Aug 31 05:29:25.678079 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-63fb5414-b7db-4674-afb7-82ccee6c13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:25.679612 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-63fb5414-b7db-4674-afb7-82ccee6c13e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0451360 Aug 31 05:29:25.731988 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-7ec3ded9-d874-48c2-847a-4f49370a2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:25.733513 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-7ec3ded9-d874-48c2-847a-4f49370a2335 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458345 Aug 31 05:29:25.827418 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-a39f2e24-e070-42be-84d3-ec02fa08abce service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840585 Aug 31 05:29:25.929291 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2dcdc870-c309-4a0a-8429-b18a91f0cd89 req-baf57852-afd5-4979-a9b6-724486645709 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927656 Aug 31 05:29:32.704623 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a0b4-d472-4511-8ff4-eab3c6e569d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:35.709104 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:36.539728 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-4c59aa52-97fb-42c6-91cf-a2228da97d48 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685178757&fields=id&tenant_id=325ae709ea194de0ae4b977e73c753e2 HTTP/1.1" status: 200 len: 267 time: 0.0315917 Aug 31 05:29:36.592412 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-4fe624f2-712a-47e8-b820-fbf94db0cb9f tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:36.594159 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-4fe624f2-712a-47e8-b820-fbf94db0cb9f tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 985 time: 0.0489302 Aug 31 05:29:36.605898 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Request body: {'port': {'security_groups': ['eaea4764-e5bf-4ba3-9921-23e5ee7e17c8']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:29:36.674976 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:36.843564 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:36.876928 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:36.881561 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:36.894066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:29:36.926163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:36.926949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:36.928414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-d92ff52d-ae55-4dc1-a63a-d2be78bbbfc7 req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "PUT /v2.0/ports/059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 943 time: 0.3271508 Aug 31 05:29:36.928877 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:29:36.931160 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057b4fdb-b365-4f04-8476-6836aaa2c47a" -d '{"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:29:36.936520 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60454) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:36.957689 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a37dd-2339-41c7-9282-8b73d48c95ab tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event updated for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:37.025360 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.026889 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:29:37.062354 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-839acae2-66c9-4a69-a34f-e00c4d87ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.069456 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.140802 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.144183 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.148827 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60458) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:37.149168 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "DELETE /v2.0/security-groups/c9057542-0ece-4702-ba0f-5720bcf421d4 HTTP/1.1" status: 204 len: 168 time: 0.2107036 Aug 31 05:29:37.158979 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9057542-0ece-4702-ba0f-5720bcf421d4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:37.167362 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.167997 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.168519 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.169030 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.169553 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.170276 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.170796 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.171469 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.171986 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.172510 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.172849 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.173194 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771283a4-bc65-40bc-a8a4-ac3fbe57a929 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:37.227546 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfef7cb-17db-4ddd-98e8-c1525a31e47a x-openstack-request-id: req-1bfef7cb-17db-4ddd-98e8-c1525a31e47a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:29:37.227837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:29:37.228090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bfef7cb-17db-4ddd-98e8-c1525a31e47a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:29:37.228487 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:29:37.265388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-dc8f97b0-f0f3-4b89-991c-135de43b69e1 None None] Provisioning complete for port 059edc37-8bd8-4b48-9063-541807a72da9 triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:29:37.265766 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-dc8f97b0-f0f3-4b89-991c-135de43b69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.336328 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-4943802d-3539-4e42-80af-a47e6290968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:37.337852 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-4943802d-3539-4e42-80af-a47e6290968a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1099 time: 0.0767965 Aug 31 05:29:37.416075 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Deleting port 7a52d65e-4385-41f4-81a9-52e1114f0522 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:37.416416 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.486376 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-716f037b-de4a-4a22-b06d-6fe2202b6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:37.487953 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-716f037b-de4a-4a22-b06d-6fe2202b6983 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.1388381 Aug 31 05:29:37.554562 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.555292 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.574482 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Calling delete_port for 7a52d65e-4385-41f4-81a9-52e1114f0522 owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:37.583737 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-7a9f2352-d066-4711-b765-f4c4f5cffa5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 1002 time: 0.0869994 Aug 31 05:29:37.598444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.702289 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-fd9115aa-2feb-4416-ad60-72ec8c039b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:37.703695 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-fd9115aa-2feb-4416-ad60-72ec8c039b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.1131320 Aug 31 05:29:37.776789 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-7aeef495-cc10-446e-9464-804642f76509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:37.778281 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-7aeef495-cc10-446e-9464-804642f76509 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666616 Aug 31 05:29:37.872513 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:37.907500 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event deleted for resources: {'Port': ['ID=7a52d65e-4385-41f4-81a9-52e1114f0522,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:37.940193 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-4a368135-b663-46c9-b95e-d6c432dfbb1a service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407466 Aug 31 05:29:38.024961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:38.025299 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Floating IP a1487d19-a117-40cc-a06e-8a6fa5f94410 disassociated (deleted). External IP: 172.27.2.226, port: 059edc37-8bd8-4b48-9063-541807a72da9. Aug 31 05:29:38.408244 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-057b4fdb-b365-4f04-8476-6836aaa2c47a req-2397f6a5-c06a-4518-a4c5-e8debede230b service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459658 Aug 31 05:29:38.541393 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Router 597053e1-f10c-418b-9280-b3b38edaf6aa has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:29:38.653579 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:29:38.660345 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:38.665415 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Sync routers for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:29:38.677130 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:38.677460 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:38.689438 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fa3bee41-d472-4d2c-b691-699eea12004b tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "DELETE /v2.0/floatingips/a1487d19-a117-40cc-a06e-8a6fa5f94410 HTTP/1.1" status: 204 len: 168 time: 1.5392725 Aug 31 05:29:38.788422 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:39.128329 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:39.160466 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Checking router: 597053e1-f10c-418b-9280-b3b38edaf6aa for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:29:39.164209 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:39.170645 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:39.171304 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:39.229706 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:29:39.232283 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb" -d '{"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:29:39.280904 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8a713-330a-49d8-a570-f33ac11badb6 x-openstack-request-id: req-8ce8a713-330a-49d8-a570-f33ac11badb6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:29:39.281195 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:29:39.281457 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ce8a713-330a-49d8-a570-f33ac11badb6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:29:39.281862 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:29:39.287315 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:39.349065 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-2e6bebd4-1756-481b-94bc-1bff13a9a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:39.350615 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-2e6bebd4-1756-481b-94bc-1bff13a9a299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=325ae709ea194de0ae4b977e73c753e2&device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 1099 time: 0.0440562 Aug 31 05:29:39.450465 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-517da031-ba07-4c8a-9926-800245396294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:39.452010 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-517da031-ba07-4c8a-9926-800245396294 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 200 len: 915 time: 0.0939486 Aug 31 05:29:39.501273 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-8e2ebdf8-5cf5-4820-b7c3-a75175025f36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 200 len: 217 time: 0.0412686 Aug 31 05:29:39.510604 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:39.538475 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e468f6c-70de-4cd7-889b-9fcec5732ca8 None None] The sync data for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi is: [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:27:33Z', 'revision_number': 4, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': 'c9e05865-8e4d-4955-83b9-a47b3134a905', 'name': '', 'network_id': '7f6b8021-831a-4bdf-bab9-8d41d9221e8e', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'mac_address': 'fa:16:3e:06:31:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:32Z', 'updated_at': '2021-08-31T05:27:39Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'subnets': [{'id': '64bb4ac1-9bfe-49da-a3c4-4f82a36d712d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:29:39.554880 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-f3c5aaa5-97da-40a2-b94e-7c10773b2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:39.556396 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-f3c5aaa5-97da-40a2-b94e-7c10773b2a49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 200 len: 853 time: 0.0479755 Aug 31 05:29:39.614734 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-49d8e871-c694-4f59-be35-3ecbf2b27a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:39.616297 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-49d8e871-c694-4f59-be35-3ecbf2b27a9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f6b8021-831a-4bdf-bab9-8d41d9221e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503025 Aug 31 05:29:39.721079 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-56f12afb-8399-4823-8575-dd3ba1ef6fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971649 Aug 31 05:29:39.782011 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd51b9-b3cc-4737-ab58-fe38bece2088 None None] New status for floating IP a1487d19-a117-40cc-a06e-8a6fa5f94410: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:29:39.825057 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b0b49a8f-9f55-4f62-8ade-39dfc53b10bb req-ce8f1d92-770d-48ff-9f0d-d3b79f7c7a2c service neutron] 10.222.0.35 "GET /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970719 Aug 31 05:29:41.440308 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d198-f195-41b4-b905-cc40ff0cdf92 req-d9d07136-1bcd-48d3-9fc9-e962de4419d3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:41.442241 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e8b5d198-f195-41b4-b905-cc40ff0cdf92 req-d9d07136-1bcd-48d3-9fc9-e962de4419d3 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0508831 Aug 31 05:29:41.481139 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e8b5d198-f195-41b4-b905-cc40ff0cdf92 req-234a635f-24c1-448a-ba4c-85b22fd345ea tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Aug 31 05:29:42.598259 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca946-7619-47ae-936b-ca16d3f248d5 req-6eac6e61-d450-4c8b-a280-632506aefbea tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:42.599798 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-615ca946-7619-47ae-936b-ca16d3f248d5 req-6eac6e61-d450-4c8b-a280-632506aefbea tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0490830 Aug 31 05:29:42.638181 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-615ca946-7619-47ae-936b-ca16d3f248d5 req-b6202e36-7006-4cfe-a5b2-0104e60f02ff tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/security-groups?id=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Aug 31 05:29:43.076418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-0b813ca6-7d4f-4e34-83a6-f0f5d7b66cd4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:29:43.077909 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-0b813ca6-7d4f-4e34-83a6-f0f5d7b66cd4 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.35 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 946 time: 0.0534160 Aug 31 05:29:43.171132 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Deleting port 059edc37-8bd8-4b48-9063-541807a72da9 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:43.171502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:43.266331 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] For port 059edc37-8bd8-4b48-9063-541807a72da9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=059edc37-8bd8-4b48-9063-541807a72da9,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:43.266698 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:43.280837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Calling delete_port for 059edc37-8bd8-4b48-9063-541807a72da9 owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:43.410410 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:43.421583 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['059edc37-8bd8-4b48-9063-541807a72da9'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:29:43.445394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Pushing event deleted for resources: {'Port': ['ID=059edc37-8bd8-4b48-9063-541807a72da9,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:43.487511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] No DVR routers for this DVR port 059edc37-8bd8-4b48-9063-541807a72da9 on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:29:43.490199 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:43.492245 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-288f12a4-c608-47b4-92e8-1ff0aa7a33d4 req-1333566b-b41e-4801-92e5-d35785b1d083 tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.35 "DELETE /v2.0/ports/059edc37-8bd8-4b48-9063-541807a72da9 HTTP/1.1" status: 204 len: 173 time: 0.4081454 Aug 31 05:29:43.492678 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'name': 'network-vif-deleted', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:29:43.494917 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39db63af-d599-41e6-8700-27a12f6086d8" -d '{"events": [{"server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "name": "network-vif-deleted", "tag": "059edc37-8bd8-4b48-9063-541807a72da9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:29:43.539937 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e0125-92d2-4035-9cba-f6aa5c7fef4b x-openstack-request-id: req-b09e0125-92d2-4035-9cba-f6aa5c7fef4b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:29:43.540650 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de65ba7c-c47d-450a-b384-e1171e93cebb", "name": "network-vif-deleted", "tag": "059edc37-8bd8-4b48-9063-541807a72da9", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:29:43.540650 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b09e0125-92d2-4035-9cba-f6aa5c7fef4b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:29:43.540854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de65ba7c-c47d-450a-b384-e1171e93cebb', 'name': 'network-vif-deleted', 'tag': '059edc37-8bd8-4b48-9063-541807a72da9', 'status': 'completed', 'code': 200} Aug 31 05:29:43.744062 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-54ce0678-e96b-49ff-958e-a934f7091c92 req-ac471a8f-e5f8-4bae-8c06-e42e0717ce8a tempest-TestMinimumBasicScenario-1437340857 tempest-TestMinimumBasicScenario-1437340857-project] 10.222.0.25 "GET /v2.0/ports?device_id=de65ba7c-c47d-450a-b384-e1171e93cebb HTTP/1.1" status: 200 len: 210 time: 0.0280182 Aug 31 05:29:44.684606 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:29:45.406774 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:45.447636 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60542) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:45.806163 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.056294 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Deleting port c9e05865-8e4d-4955-83b9-a47b3134a905 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:46.056536 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.134483 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] For port c9e05865-8e4d-4955-83b9-a47b3134a905, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9e05865-8e4d-4955-83b9-a47b3134a905,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:46.134850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.147604 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Calling delete_port for c9e05865-8e4d-4955-83b9-a47b3134a905 owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:46.150756 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 059edc37-8bd8-4b48-9063-541807a72da9 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:46.173514 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 059edc37-8bd8-4b48-9063-541807a72da9 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:46.173854 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 059edc37-8bd8-4b48-9063-541807a72da9 not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:46.326998 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.350630 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e05865-8e4d-4955-83b9-a47b3134a905,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:46.523477 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.741132 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Router 597053e1-f10c-418b-9280-b3b38edaf6aa has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:29:46.846771 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:29:46.852318 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8413a4dc-8511-40d0-bd2b-d5fc9bc1e106 admin admin] 10.222.0.25 "PUT /v2.0/routers/597053e1-f10c-418b-9280-b3b38edaf6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032528 Aug 31 05:29:46.854580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60544) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:46.857318 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Sync routers for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:29:46.868423 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:46.869071 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:46.963321 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:46.977429 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:47.065899 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.122511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Deleting port 28074826-0efd-4106-9da3-2a1c5efc08ca {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:47.122752 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.162185 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:29:46Z', 'revision_number': 5, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port': {'id': '28074826-0efd-4106-9da3-2a1c5efc08ca', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:47:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:31Z', 'updated_at': '2021-08-31T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:47.189258 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Checking router: 597053e1-f10c-418b-9280-b3b38edaf6aa for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:29:47.198401 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Routers {'597053e1-f10c-418b-9280-b3b38edaf6aa'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:47.199014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['597053e1-f10c-418b-9280-b3b38edaf6aa'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:47.200009 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] For port 28074826-0efd-4106-9da3-2a1c5efc08ca, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=28074826-0efd-4106-9da3-2a1c5efc08ca,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:47.200386 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.212961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Calling delete_port for 28074826-0efd-4106-9da3-2a1c5efc08ca owned by network:router_gateway {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:47.286058 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] Set router 597053e1-f10c-418b-9280-b3b38edaf6aa gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:47.339844 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:29:47Z', 'revision_number': 6, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:47.366414 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c13e2-b1b9-43f5-8403-d93183a02533 None None] The sync data for ids ['597053e1-f10c-418b-9280-b3b38edaf6aa'] in dv-cinder-773985-16-iscsi is: [{'id': '597053e1-f10c-418b-9280-b3b38edaf6aa', 'name': 'tempest-TestMinimumBasicScenario-804171584-router', 'tenant_id': '325ae709ea194de0ae4b977e73c753e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:30Z', 'updated_at': '2021-08-31T05:29:47Z', 'revision_number': 6, 'project_id': '325ae709ea194de0ae4b977e73c753e2', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:29:47.376359 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.403221 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28074826-0efd-4106-9da3-2a1c5efc08ca,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:47.706567 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.707345 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.707345 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.707594 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.707819 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.708149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.708474 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.708807 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.709132 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.709452 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.709769 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.710112 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:29:47.753347 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.844965 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.847695 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.891010 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.891572 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597053e1-f10c-418b-9280-b3b38edaf6aa {{(pid=94291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:29:47.897484 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.898475 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-93ffc921-dc75-42cd-a773-f51ec67441e3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/597053e1-f10c-418b-9280-b3b38edaf6aa HTTP/1.1" status: 204 len: 168 time: 1.0427349 Aug 31 05:29:47.901044 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60548) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:47.948294 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Deleting subnet 64bb4ac1-9bfe-49da-a3c4-4f82a36d712d {{(pid=94291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:29:47.951349 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:47.985421 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9533480'] for subnet, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.060272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.118625 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9841681'] for subnet, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.145276 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64bb4ac1-9bfe-49da-a3c4-4f82a36d712d,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:48.147311 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.149220 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9264db8f-7fca-42c0-b70e-ecc8f254b6dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/64bb4ac1-9bfe-49da-a3c4-4f82a36d712d HTTP/1.1" status: 204 len: 168 time: 0.2472191 Aug 31 05:29:48.151624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60550) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:48.153822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560115a-37e2-4972-8b5f-62670b27c90f None None] Network 7f6b8021-831a-4bdf-bab9-8d41d9221e8e requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:29:48.223936 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.282330 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Deleting port cb868180-db61-4611-bc07-1e2fcd7936bc {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:48.282774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.342318 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] DHCP port deletion for 7f6b8021-831a-4bdf-bab9-8d41d9221e8e request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:29:48.358307 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] For port cb868180-db61-4611-bc07-1e2fcd7936bc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=cb868180-db61-4611-bc07-1e2fcd7936bc,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:48.358892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.374701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Calling delete_port for cb868180-db61-4611-bc07-1e2fcd7936bc owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:48.390931 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Deleting port cb868180-db61-4611-bc07-1e2fcd7936bc {{(pid=94292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:48.391346 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.459523 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.461525 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] For port cb868180-db61-4611-bc07-1e2fcd7936bc, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=cb868180-db61-4611-bc07-1e2fcd7936bc,segment=NetworkSegment(9675ec8b-6d00-46a6-ac7a-bb4bcd45e397),segment_id=9675ec8b-6d00-46a6-ac7a-bb4bcd45e397)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:48.462075 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.474709 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Calling delete_port for cb868180-db61-4611-bc07-1e2fcd7936bc owned by network:dhcp {{(pid=94292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:48.491101 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] No DVR routers for this DVR port cb868180-db61-4611-bc07-1e2fcd7936bc on host dv-cinder-773985-16-iscsi {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:29:48.494622 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb868180-db61-4611-bc07-1e2fcd7936bc,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:48.548367 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705'] for port, after_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.563787 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.573742 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] Pushing event deleted for resources: {'Port': ['ID=cb868180-db61-4611-bc07-1e2fcd7936bc,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:48.574125 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6b8021-831a-4bdf-bab9-8d41d9221e8e']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:48.577316 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0e381-edd5-483d-9bdc-7228873abef1 None None] No DVR routers for this DVR port cb868180-db61-4611-bc07-1e2fcd7936bc on host dv-cinder-773985-16-iscsi {{(pid=94292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:29:48.590295 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:48.590662 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675ec8b-6d00-46a6-ac7a-bb4bcd45e397') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:48.601299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.616191 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.622880 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:29:48.623320 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:29:48.625093 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:29:48.657423 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9e05865-8e4d-4955-83b9-a47b3134a905 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:48.678714 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: c9e05865-8e4d-4955-83b9-a47b3134a905 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:48.679059 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9e05865-8e4d-4955-83b9-a47b3134a905 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:48.679505 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device cb868180-db61-4611-bc07-1e2fcd7936bc no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:48.685955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.691293 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:48.695756 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7f6b8021-831a-4bdf-bab9-8d41d9221e8e HTTP/1.1" status: 204 len: 168 time: 0.5396507 Aug 31 05:29:48.696234 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:48.703301 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: cb868180-db61-4611-bc07-1e2fcd7936bc {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:48.703906 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device cb868180-db61-4611-bc07-1e2fcd7936bc not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:48.705061 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 28074826-0efd-4106-9da3-2a1c5efc08ca no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:48.705796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4ebab-0825-45da-803b-3bbe2c894720 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6b8021-831a-4bdf-bab9-8d41d9221e8e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:48.724640 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 28074826-0efd-4106-9da3-2a1c5efc08ca {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:48.724998 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 28074826-0efd-4106-9da3-2a1c5efc08ca not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:49.036933 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:49.279879 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Deleting port 11b85039-9e4b-4fe1-9074-19f456acd814 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:49.280219 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:49.362902 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] For port 11b85039-9e4b-4fe1-9074-19f456acd814, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=11b85039-9e4b-4fe1-9074-19f456acd814,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:49.363296 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:49.375593 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Calling delete_port for 11b85039-9e4b-4fe1-9074-19f456acd814 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:49.548330 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:49.576599 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b85039-9e4b-4fe1-9074-19f456acd814,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:49.741739 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:49.952854 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:29:50.055100 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:29:50.060147 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-cdd92982-c144-4dfd-a414-282e17378326 admin admin] 10.222.0.25 "PUT /v2.0/routers/51e0d0fa-5a6a-4a4e-be8c-1fd22531d693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3627627 Aug 31 05:29:50.062575 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:50.065568 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Sync routers for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:29:50.074711 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:50.075343 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:50.165102 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.177878 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:50.270141 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.324653 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Deleting port 44f1b4ad-0efa-44af-a52d-99f4915c5727 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:50.325001 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.402447 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] For port 44f1b4ad-0efa-44af-a52d-99f4915c5727, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=44f1b4ad-0efa-44af-a52d-99f4915c5727,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:50.402815 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.415810 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Calling delete_port for 44f1b4ad-0efa-44af-a52d-99f4915c5727 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:50.440680 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:29:49Z', 'revision_number': 5, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port': {'id': '44f1b4ad-0efa-44af-a52d-99f4915c5727', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:50.465559 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Checking router: 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:29:50.474159 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Routers {'51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:29:50.474756 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:29:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:50.559045 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] Set router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:29:50.581445 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.610989 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Pushing event deleted for resources: {'Port': ['ID=44f1b4ad-0efa-44af-a52d-99f4915c5727,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:50.614708 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:29:50Z', 'revision_number': 6, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:50.646173 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c406f2-e2bb-4da9-8d8a-5fe1d888b460 None None] The sync data for ids ['51e0d0fa-5a6a-4a4e-be8c-1fd22531d693'] in dv-cinder-773985-16-iscsi is: [{'id': '51e0d0fa-5a6a-4a4e-be8c-1fd22531d693', 'name': 'tempest-TestMinimumBasicScenario-1121137830-router', 'tenant_id': '22a69c2d1c7341ac9e792def7aa913d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:27:35Z', 'updated_at': '2021-08-31T05:29:50Z', 'revision_number': 6, 'project_id': '22a69c2d1c7341ac9e792def7aa913d8', 'gw_port_host': None}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:29:50.675269 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.765654 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.768411 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.810944 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.811463 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:29:50.816519 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.817688 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-7bdbadb2-9e4c-4268-becc-8651bca7fa8f admin admin] 10.222.0.25 "DELETE /v2.0/routers/51e0d0fa-5a6a-4a4e-be8c-1fd22531d693 HTTP/1.1" status: 204 len: 168 time: 0.7540832 Aug 31 05:29:50.820181 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60556) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:50.867467 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Deleting subnet e978b26d-0bcc-41b6-b13f-d1802f57fa57 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:29:50.870462 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.904243 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:50.979348 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.034545 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.065530 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e978b26d-0bcc-41b6-b13f-d1802f57fa57,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:51.070101 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.074348 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-3d0b997e-1f78-4867-9188-304f58ff4f6e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e978b26d-0bcc-41b6-b13f-d1802f57fa57 HTTP/1.1" status: 204 len: 168 time: 0.2510686 Aug 31 05:29:51.074825 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60558) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:51.079455 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd678ccf-7dbf-4b4d-b0e2-d07fea24c80c None None] Network a56afade-45dc-42dc-87e8-e1f1edc10289 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:29:51.143730 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.201091 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Deleting port 24e9c417-638b-403c-ade8-a7008d68583e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:29:51.201441 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.264799 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] For port 24e9c417-638b-403c-ade8-a7008d68583e, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=24e9c417-638b-403c-ade8-a7008d68583e,segment=NetworkSegment(9c197705-b4c6-4ce7-9d9c-2c8f65dc616b),segment_id=9c197705-b4c6-4ce7-9d9c-2c8f65dc616b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:29:51.265166 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.278294 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Calling delete_port for 24e9c417-638b-403c-ade8-a7008d68583e owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:29:51.357233 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.380059 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=24e9c417-638b-403c-ade8-a7008d68583e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:51.385466 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] No DVR routers for this DVR port 24e9c417-638b-403c-ade8-a7008d68583e on host dv-cinder-773985-16-iscsi {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:29:51.425820 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06888a-2bbd-43ec-b946-3e2ed612733d None None] DHCP port deletion for a56afade-45dc-42dc-87e8-e1f1edc10289 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:29:51.458246 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.468033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56afade-45dc-42dc-87e8-e1f1edc10289']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:51.478694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:51.478991 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c197705-b4c6-4ce7-9d9c-2c8f65dc616b') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:29:51.487892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.501684 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.508410 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:29:51.508893 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:29:51.510393 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:29:51.568694 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.574131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.576006 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] 10.222.0.25 "DELETE /v2.0/networks/a56afade-45dc-42dc-87e8-e1f1edc10289 HTTP/1.1" status: 204 len: 168 time: 0.5001793 Aug 31 05:29:51.587343 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140635a0-3733-4caa-a3df-019acd8edd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a56afade-45dc-42dc-87e8-e1f1edc10289,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:51.749365 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60562) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:51.790091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-9701cc8e-7b5e-489e-b7b4-39c5d1a6502b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=325ae709ea194de0ae4b977e73c753e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394754 Aug 31 05:29:51.792547 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60564) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:51.840437 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.861868 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.909933 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.912448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:51.913629 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eaea4764-e5bf-4ba3-9921-23e5ee7e17c8 HTTP/1.1" status: 204 len: 168 time: 0.1201894 Aug 31 05:29:51.921284 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fa9ea-bc4d-4f50-b63e-f8ee97b35e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaea4764-e5bf-4ba3-9921-23e5ee7e17c8,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:52.221854 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60570) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:52.260672 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-4b92dd70-83b5-46b8-932f-2c39115bf6a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22a69c2d1c7341ac9e792def7aa913d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370600 Aug 31 05:29:52.263057 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60572) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:29:52.310047 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:52.330711 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:52.376259 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:52.379392 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:29:52.380576 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8fd8495-2d26-4829-8227-8d5ba79b828b HTTP/1.1" status: 204 len: 168 time: 0.1166041 Aug 31 05:29:52.388333 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0e55f-c7f6-4805-984e-8388274704f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd8495-2d26-4829-8227-8d5ba79b828b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:29:52.657936 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 24e9c417-638b-403c-ade8-a7008d68583e no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:52.681609 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 24e9c417-638b-403c-ade8-a7008d68583e {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:52.681949 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 24e9c417-638b-403c-ade8-a7008d68583e not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:52.682361 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 11b85039-9e4b-4fe1-9074-19f456acd814 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:52.702601 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 11b85039-9e4b-4fe1-9074-19f456acd814 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:52.702944 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 11b85039-9e4b-4fe1-9074-19f456acd814 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:29:52.703470 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 44f1b4ad-0efa-44af-a52d-99f4915c5727 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:29:52.726180 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 44f1b4ad-0efa-44af-a52d-99f4915c5727 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:29:52.726422 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 44f1b4ad-0efa-44af-a52d-99f4915c5727 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:30:02.706998 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e3091b0b-bbff-4f04-a4a4-3ca12c2d428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:05.710144 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:06.974655 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea41c6e3-59ab-4162-a94f-b293026276ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:07.601740 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:09.138201 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:15.411212 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:21.683951 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:30:25.374292 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-5cf724d7-2514-4297-86e9-c63b371c9def service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395305 Aug 31 05:30:25.436130 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-95f670d4-aad2-4dab-9e54-7d4cee818e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.437598 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-95f670d4-aad2-4dab-9e54-7d4cee818e60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1099 time: 0.0409791 Aug 31 05:30:25.544498 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-32984c4f-30fb-49d5-8c47-2bafdfe19641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.545983 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-32984c4f-30fb-49d5-8c47-2bafdfe19641 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0877452 Aug 31 05:30:25.612721 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-daa1ca5a-300d-499a-aa8a-efcdda0f89a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 1001 time: 0.0591342 Aug 31 05:30:25.663077 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-47e3c457-1071-436a-82f0-6896e9d07104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.664482 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-47e3c457-1071-436a-82f0-6896e9d07104 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0443106 Aug 31 05:30:25.717691 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-b3c44d7d-cc46-457a-9c4d-0e533877a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:25.719197 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-b3c44d7d-cc46-457a-9c4d-0e533877a7bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430391 Aug 31 05:30:25.807610 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-275a5419-009c-48df-bc99-75ab2af3f38d service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801258 Aug 31 05:30:25.900215 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b7d6a2c8-1c51-48d0-8c1b-3ef63f028af0 req-2f595760-a647-4769-98dd-3e1ed66bd369 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841405 Aug 31 05:30:32.710474 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-9bd88a62-19b8-4980-8501-663750168101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:35.715567 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:36.976587 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5c72f128-8f14-4871-a1ad-0c2d7094dc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:37.606265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:39.141745 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:45.404881 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:55.330527 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-3e78d01f-f583-4369-8856-40adc36fcbae tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906379676&fields=id&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 267 time: 0.0408645 Aug 31 05:30:55.438435 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-457cfd44-a8ee-4043-9c45-349654fa1be1 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:55.439951 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-457cfd44-a8ee-4043-9c45-349654fa1be1 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.1025684 Aug 31 05:30:55.456432 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c8610810-8dbb-42bb-ae02-8fa0d2bd39ba tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/quotas/8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 375 time: 0.0097709 Aug 31 05:30:55.515564 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-70062275-57e2-48e9-9930-f9972d62f58c tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535545 Aug 31 05:30:55.532514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-f206a77b-8024-45cc-b7b8-f7637b4a1ed9 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 05:30:55.533477 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-f206a77b-8024-45cc-b7b8-f7637b4a1ed9 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059526 Aug 31 05:30:55.635462 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-4337847e-897f-449f-9bd1-0b078aeae8f2 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942595 Aug 31 05:30:55.726453 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d627b30f-2ff5-4104-b10c-ddba3e872e20 service neutron] 10.222.0.25 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834188 Aug 31 05:30:56.042209 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b2f17997-ef64-4bab-9ba8-8b64d81a73e2 req-428aaee2-278f-48c4-b59c-dbbcae87c22d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Aug 31 05:30:56.966625 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-46411396-0d29-4cd0-a9b2-3c6fe93e9396 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:56.968121 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-46411396-0d29-4cd0-a9b2-3c6fe93e9396 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 811 time: 0.1115470 Aug 31 05:30:57.015771 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c259caac-0cf8-4623-9237-b3778caea193 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8675b5db0c37496d87bbdca0e8a11336 HTTP/1.1" status: 200 len: 380 time: 0.0386088 Aug 31 05:30:57.031966 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'port': {'device_id': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'admin_state_up': True, 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'security_groups': ['3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0']}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:30:57.164735 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e9dda7d7-925a-4f59-8dc6-8aded8059a62 req-eb947da9-f6f0-4227-a21f-717214e5cac1 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 210 time: 0.0364828 Aug 31 05:30:57.183638 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Made reservation on behalf of 8675b5db0c37496d87bbdca0e8a11336 for: {'port': 1} {{(pid=94291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 05:30:57.187223 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.328084 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.20.0.9 (13cc80b3-1987-4b56-9531-61eb479960ee/0f06fa63-908e-4c3c-8000-65286e9cf973/bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:30:57.480896 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.498816 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Transition to ACTIVE for port object bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:30:57.533186 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.583843 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 13cc80b3-1987-4b56-9531-61eb479960ee is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:30:57.586885 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:30:57.590741 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:30:57.616069 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:30:57.631812 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.632165 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.632510 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.632845 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.633184 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.633511 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.633841 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.634171 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.634500 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.634823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.635166 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.635492 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:30:57.657490 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:57.658215 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.678982 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-d901bfe5-ba24-4bee-89f7-3889ee1bb094 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6509156 Aug 31 05:30:57.694317 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Request body: {'port': {'device_id': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:30:57.751191 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.833367 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5ef56f90-9c34-4527-9d10-0b6a656529e5 None None] Provisioning for port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a completed by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:30:57.837613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5ef56f90-9c34-4527-9d10-0b6a656529e5 None None] Provisioning complete for port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a triggered by entity DHCP. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:30:57.837914 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f90-9c34-4527-9d10-0b6a656529e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:57.872977 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-5ef56f90-9c34-4527-9d10-0b6a656529e5 None None] Port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a cannot update to ACTIVE because it is not bound. {{(pid=94292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 05:30:58.030557 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:30:58.038381 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:58.050326 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Transition to ACTIVE for port object bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 05:30:58.054935 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:58.105783 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:30:58.175737 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Attempting to bind port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 05:30:58.176256 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Attempting to bind port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 05:30:58.176449 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Attempting to bind port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:30:58.181059 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a on network 13cc80b3-1987-4b56-9531-61eb479960ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 05:30:58.181394 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Attempting to bind port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a on network 13cc80b3-1987-4b56-9531-61eb479960ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 05:30:58.186682 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Checking agent: {'id': '898f31cb-a7fa-4c30-af61-a1719fd72a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'started_at': datetime.datetime(2021, 8, 31, 5, 16, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 5, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 05:30:58.187017 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Checking segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 05:30:58.187458 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Bound using segment: {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 05:30:58.187888 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Bound port: bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0660a840-d7fc-4192-956f-8cd12b524882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 05:30:58.188249 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:58.298624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 05:30:58.303050 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 05:30:58.309674 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:58.318805 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5179-4d3d-4c34-872c-e429cae0c540 req-577b852f-2b08-4fe8-8941-edb9ef2a819f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.320336 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fbbe5179-4d3d-4c34-872c-e429cae0c540 req-577b852f-2b08-4fe8-8941-edb9ef2a819f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0832045 Aug 31 05:30:58.366777 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.367428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:30:58.369121 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] 10.222.0.35 "PUT /v2.0/ports/bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 1093 time: 0.6806629 Aug 31 05:30:58.371488 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:30:58.373791 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3a151-648b-480c-ae30-ccc4e749308e" -d '{"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:30:58.422650 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-fbbe5179-4d3d-4c34-872c-e429cae0c540 req-44d0070b-94fc-4388-9b23-37d2012c60da tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952766 Aug 31 05:30:58.423456 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2835638-c702-4eca-8b0a-c5177e9f0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:30:58.441249 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b83132-fdb7-44f6-abb1-c4cab7cca250 x-openstack-request-id: req-01b83132-fdb7-44f6-abb1-c4cab7cca250 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:30:58.441249 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:30:58.441500 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01b83132-fdb7-44f6-abb1-c4cab7cca250 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:30:58.441955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'status': 'completed', 'code': 200} Aug 31 05:30:58.473850 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-3fc37a3f-2478-4d3a-87a3-b646972d2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.475477 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-3fc37a3f-2478-4d3a-87a3-b646972d2366 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0453789 Aug 31 05:30:58.519247 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-11046fcf-1309-4c7b-b48a-146967a90608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 217 time: 0.0347376 Aug 31 05:30:58.577816 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-57aec195-80b2-45d7-9d10-e5c7c2ce0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.579328 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-57aec195-80b2-45d7-9d10-e5c7c2ce0168 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0541396 Aug 31 05:30:58.631188 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459cee-e7d7-4bac-939b-51298b1445ac req-40938fce-74b5-44f0-8057-9807a1bdde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.632761 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-40938fce-74b5-44f0-8057-9807a1bdde7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462832 Aug 31 05:30:58.687138 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:30:58.726283 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-5fc18298-c416-4509-b9b5-747dbcbb3fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857110 Aug 31 05:30:58.824982 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-86459cee-e7d7-4bac-939b-51298b1445ac req-0436924c-7475-47e6-9c18-248febd38909 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918655 Aug 31 05:30:58.909312 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a151-648b-480c-ae30-ccc4e749308e req-8357ff4b-4cb4-4f93-beff-dd9364165db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:58.911112 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-8357ff4b-4cb4-4f93-beff-dd9364165db0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0423427 Aug 31 05:30:59.004033 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a151-648b-480c-ae30-ccc4e749308e req-c64277bb-20ab-42ed-bcf1-42fb6880b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:59.005230 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-c64277bb-20ab-42ed-bcf1-42fb6880b1fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0871253 Aug 31 05:30:59.052059 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-fa9c0c65-873e-4b7e-9630-9bda83a5aa24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 217 time: 0.0393214 Aug 31 05:30:59.103649 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a151-648b-480c-ae30-ccc4e749308e req-9ffbf038-285c-4d37-9c71-5b64502886c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:59.105110 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-9ffbf038-285c-4d37-9c71-5b64502886c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0460930 Aug 31 05:30:59.153503 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a151-648b-480c-ae30-ccc4e749308e req-9ea74b3e-c475-48b5-bcf7-9971c561f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:59.155002 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-9ea74b3e-c475-48b5-bcf7-9971c561f7d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415561 Aug 31 05:30:59.252312 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-b7240603-4114-493a-9788-271fbf707e48 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Aug 31 05:30:59.353805 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03a3a151-648b-480c-ae30-ccc4e749308e req-7de0619b-9a69-4653-8b91-8190497f27d7 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911088 Aug 31 05:30:59.574587 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc3bb9-f944-47f9-9ccb-c05af6e3207f req-8bc10ec8-c72c-404a-8ec3-f1a2eda49207 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:30:59.576182 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06fc3bb9-f944-47f9-9ccb-c05af6e3207f req-8bc10ec8-c72c-404a-8ec3-f1a2eda49207 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0761523 Aug 31 05:30:59.625377 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-06fc3bb9-f944-47f9-9ccb-c05af6e3207f req-ce8e1dff-1d24-46b1-b390-de07af707ce4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Aug 31 05:31:00.744834 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d793d9-3559-41b2-a0f3-7781291d70f7 req-cdeca4ec-034a-4a73-b6ed-14f4ae1c9241 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:00.746292 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1d793d9-3559-41b2-a0f3-7781291d70f7 req-cdeca4ec-034a-4a73-b6ed-14f4ae1c9241 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0490611 Aug 31 05:31:00.785586 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b1d793d9-3559-41b2-a0f3-7781291d70f7 req-f2f5e797-a60f-4040-a700-45428aa557bb tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Aug 31 05:31:01.896774 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194d49-c00a-42bf-94e3-678d5115dbf7 req-f2ded85d-5c9d-4179-8860-19bbb366adb4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:01.898228 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-33194d49-c00a-42bf-94e3-678d5115dbf7 req-f2ded85d-5c9d-4179-8860-19bbb366adb4 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0481699 Aug 31 05:31:01.939059 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-33194d49-c00a-42bf-94e3-678d5115dbf7 req-8d0c3176-9502-4447-af85-271044af1aea tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349538 Aug 31 05:31:02.712502 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fb0172dc-9323-41e3-9a82-d45697741fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:03.053992 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856b043-ac47-4195-b419-dca9bdc8f251 req-8bab73d4-380a-4ccf-ae79-35ecf84eb10e tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:03.055537 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6856b043-ac47-4195-b419-dca9bdc8f251 req-8bab73d4-380a-4ccf-ae79-35ecf84eb10e tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0519736 Aug 31 05:31:03.092242 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-6856b043-ac47-4195-b419-dca9bdc8f251 req-fa8f8668-a893-47af-8ab6-63e5c41ae08c tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Aug 31 05:31:04.361247 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbd147-1ba4-41de-8b60-86f3b85c2713 req-0ff48b06-b299-4b8b-97ad-02eb77f2ac81 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:04.363258 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6fbd147-1ba4-41de-8b60-86f3b85c2713 req-0ff48b06-b299-4b8b-97ad-02eb77f2ac81 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0489409 Aug 31 05:31:04.400453 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-e6fbd147-1ba4-41de-8b60-86f3b85c2713 req-fc158c2f-57be-49bf-aa17-75d5f8d8eaa8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Aug 31 05:31:05.520424 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4275df-dfd0-4409-ba01-5047c0bfdae9 req-f1911d71-c360-4f33-bcf8-4994fa226f69 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:05.521935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0d4275df-dfd0-4409-ba01-5047c0bfdae9 req-f1911d71-c360-4f33-bcf8-4994fa226f69 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0553384 Aug 31 05:31:05.562044 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-0d4275df-dfd0-4409-ba01-5047c0bfdae9 req-4b0b4ba9-01e0-4548-9574-9118d21fdca0 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341573 Aug 31 05:31:05.717496 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:06.535660 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=94292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 05:31:06.631101 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:31:06.644649 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Returning: {'device': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'port_id': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'mac_address': 'fa:16:3e:1c:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 05:31:06.679827 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230b105-ee08-4541-9268-9b900f45d055 req-4c2229a5-1b66-4e2d-aeb4-111db0c4085a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:06.681251 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:06.681414 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5230b105-ee08-4541-9268-9b900f45d055 req-4c2229a5-1b66-4e2d-aeb4-111db0c4085a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 943 time: 0.0520792 Aug 31 05:31:06.694172 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a {{(pid=94292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 05:31:06.714484 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:31:06.718520 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:06.719323 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-5230b105-ee08-4541-9268-9b900f45d055 req-c72cf278-780f-4a49-bacf-d3140c1a8b88 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Aug 31 05:31:06.768584 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:06.775504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.775851 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.776190 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.776522 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.776852 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.777181 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.777504 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.777826 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.778151 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.778471 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.778789 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.779107 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:31:06.933301 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] get_ports_and_sgs() called for port_ids ['bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'] {{(pid=94292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 05:31:06.993265 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0cfc-1c7d-47d8-b981-fe6770771778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:07.607474 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:07.833108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee927eb-c733-4f11-80a3-42d8e326e3a1 req-950e28d2-d0b1-4eff-8976-59a6a42faefc tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:07.834480 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ee927eb-c733-4f11-80a3-42d8e326e3a1 req-950e28d2-d0b1-4eff-8976-59a6a42faefc tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 944 time: 0.0482163 Aug 31 05:31:07.871539 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1ee927eb-c733-4f11-80a3-42d8e326e3a1 req-f62cacea-13f5-4e2e-81cc-e0aefa1f02fa tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Aug 31 05:31:08.535736 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a up at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 05:31:08.583498 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning for port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a completed by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 05:31:08.587097 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Provisioning complete for port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a triggered by entity L2. {{(pid=94292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 05:31:08.587498 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665783'] for port, provisioning_complete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:08.662636 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:08.685014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'}] {{(pid=94292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:31:08.687236 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93bde603f890e53a04286fd22c4b1d616239f606f4efccbc991fbbdf69108693" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1835afa9-250a-4f02-89ff-3be6499f5483" -d '{"events": [{"server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "name": "network-vif-plugged", "status": "completed", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a"}]}' {{(pid=94292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:31:08.699650 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:31:08.703733 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:08.754766 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Pushing event updated for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=5']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:08.781772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f08bf2-9db5-4d40-8d42-d33faba51a4f x-openstack-request-id: req-76f08bf2-9db5-4d40-8d42-d33faba51a4f {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:31:08.782066 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "name": "network-vif-plugged", "status": "completed", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a", "code": 200}]} {{(pid=94292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:31:08.782318 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76f08bf2-9db5-4d40-8d42-d33faba51a4f {{(pid=94292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:31:08.782717 dv-cinder-773985-16-iscsi neutron-server[94292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'code': 200} Aug 31 05:31:09.018450 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bbb2a-8361-454e-a589-b735d09ac4a3 req-57828b2b-5317-4fe8-9e24-5da8956d7a4b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:09.019955 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b88bbb2a-8361-454e-a589-b735d09ac4a3 req-57828b2b-5317-4fe8-9e24-5da8956d7a4b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0788729 Aug 31 05:31:09.025127 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df08daf-de1e-49c3-b71a-169decab2e0d req-29b79f39-beb3-4791-8a2d-c02b89353219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:09.026473 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9df08daf-de1e-49c3-b71a-169decab2e0d req-29b79f39-beb3-4791-8a2d-c02b89353219 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0599716 Aug 31 05:31:09.076238 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-b88bbb2a-8361-454e-a589-b735d09ac4a3 req-4985f1ea-e680-4788-b9f1-20c837eabcce tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488269 Aug 31 05:31:09.082178 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9df08daf-de1e-49c3-b71a-169decab2e0d req-9d2b2dcd-fc05-4352-a158-1f78888eb7ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Aug 31 05:31:09.144574 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.193416 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c6e83-6bd3-41a2-917c-558d1563f7b1 req-1db5e22f-e2a2-406a-929b-01903221b8a6 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:10.194903 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b9c6e83-6bd3-41a2-917c-558d1563f7b1 req-1db5e22f-e2a2-406a-929b-01903221b8a6 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Aug 31 05:31:10.233611 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-1b9c6e83-6bd3-41a2-917c-558d1563f7b1 req-1771cd4c-942e-459b-822e-79e2c9545228 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 31 05:31:10.348376 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146179-27b2-4ec9-8687-97f2864bbed9 req-997da3f7-55cb-40cc-b050-0adfd595288a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:10.349834 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa146179-27b2-4ec9-8687-97f2864bbed9 req-997da3f7-55cb-40cc-b050-0adfd595288a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Aug 31 05:31:10.386380 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-aa146179-27b2-4ec9-8687-97f2864bbed9 req-ed0f8362-5290-432f-bc27-6e96c2f81f0b tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Aug 31 05:31:10.409616 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60686) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:10.450670 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8c55a-32fc-4f9e-8d44-29638551f14b tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:10.452144 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7cc8c55a-32fc-4f9e-8d44-29638551f14b tempest-TestVolumeBootPattern-621328350 tempest-TestVolumeBootPattern-621328350-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1093 time: 0.0415604 Aug 31 05:31:10.454813 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60688) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:31:10.459700 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.v2.base [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Request body: {'floatingip': {'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'port_id': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 05:31:10.480989 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.575963 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.683243 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Allocated IP 172.27.2.31 (5fe04371-855f-46c4-9ef9-dce4fcb85f69/74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0/2679d80c-ac71-4bf6-b80a-c27e448fd4f5) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 05:31:10.782272 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.819871 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730236038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:10.863028 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Network 5fe04371-855f-46c4-9ef9-dce4fcb85f69 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 05:31:10.865901 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 05:31:10.869484 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 05:31:10.891428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=2679d80c-ac71-4bf6-b80a-c27e448fd4f5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:11.216070 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:11.284411 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:11.698506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:11.702982 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9691320'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:11.766580 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event updated for resources: {'Port': ['ID=2679d80c-ac71-4bf6-b80a-c27e448fd4f5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:31:11.778350 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3712532'] for floatingip, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:11.876389 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 70b69955-3e26-4094-896d-8198bcde562a associated. External IP: 172.27.2.31, port: bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a. Aug 31 05:31:12.078094 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:31:12.188166 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:31:12.198613 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:31:12.204515 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:12.209858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:31:12.210582 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:31:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:31:12.231507 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-8dc7a948-fdeb-48be-8cbf-87f52228ebe7 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7750757 Aug 31 05:31:12.232365 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:31:12.234564 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411e579-853c-4ce9-b983-550e5a8bdfde" -d '{"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:31:12.271654 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62acc9e3-f5f4-421e-b287-4c35701cea4d x-openstack-request-id: req-62acc9e3-f5f4-421e-b287-4c35701cea4d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:31:12.271945 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:31:12.272199 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62acc9e3-f5f4-421e-b287-4c35701cea4d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:31:12.272604 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'status': 'completed', 'code': 200} Aug 31 05:31:12.323470 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:31:12.334224 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-9f4d85fb-1f9e-4515-b845-c368bcce1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:12.335903 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-9f4d85fb-1f9e-4515-b845-c368bcce1c04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0421271 Aug 31 05:31:12.427927 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-289d0a14-9df2-45d5-83eb-6594e5ad9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:12.429742 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-289d0a14-9df2-45d5-83eb-6594e5ad9d6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0870578 Aug 31 05:31:12.495540 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-d874c2ec-913a-4e61-ad62-4204413941cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 998 time: 0.0582187 Aug 31 05:31:12.544014 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}, {'id': '70b69955-3e26-4094-896d-8198bcde562a', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:1c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:31:11Z', 'updated_at': '2021-08-31T05:31:11Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:31:12.551975 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-c558fb68-113f-41b9-8048-395ccf59d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:12.553508 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-c558fb68-113f-41b9-8048-395ccf59d39e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0500631 Aug 31 05:31:12.573896 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:31:12.582224 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:31:12.582764 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:31:07Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:31:12.601514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-8c283900-1126-4e98-b12b-ea8fbf745e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:12.603019 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-8c283900-1126-4e98-b12b-ea8fbf745e0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415871 Aug 31 05:31:12.685106 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:31:12.693263 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-d1594abd-d2ca-46ea-b92c-122b44a638c2 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Aug 31 05:31:12.788742 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3411e579-853c-4ce9-b983-550e5a8bdfde req-4198b4ff-7b7e-4121-aea6-61afc5b57cd4 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Aug 31 05:31:12.910384 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-100412af-66d5-4580-af7d-53c91392fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}, {'id': '70b69955-3e26-4094-896d-8198bcde562a', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:1c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:31:11Z', 'updated_at': '2021-08-31T05:31:11Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:31:12.935463 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100412af-66d5-4580-af7d-53c91392fffb None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}, {'id': '70b69955-3e26-4094-896d-8198bcde562a', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:1c:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:31:11Z', 'updated_at': '2021-08-31T05:31:11Z', 'revision_number': 0, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:31:13.127693 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8848f3c-b02a-428a-a40a-05e3b7d6b7b3 None None] New status for floating IP 70b69955-3e26-4094-896d-8198bcde562a: ACTIVE {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:31:15.412611 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:25.346428 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-c2988783-7f57-4a50-b110-5123ef0b6b16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435345 Aug 31 05:31:25.432442 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-7a805111-3a55-4d09-a991-e939ab49e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:25.433904 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-7a805111-3a55-4d09-a991-e939ab49e6c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1099 time: 0.0417874 Aug 31 05:31:25.547311 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-32862cc6-9737-4233-b3b1-448bf0da0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:25.548800 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-32862cc6-9737-4233-b3b1-448bf0da0e1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0928860 Aug 31 05:31:25.617618 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-b6fed3dd-c8d2-4846-abc5-90fd346a0bce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 1001 time: 0.0610380 Aug 31 05:31:25.672680 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-448f1658-6924-40eb-888e-203282c99785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:25.674738 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-448f1658-6924-40eb-888e-203282c99785 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0495710 Aug 31 05:31:25.719527 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-2672a05e-638a-455e-b694-2f0a9bef3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:31:25.721525 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-2672a05e-638a-455e-b694-2f0a9bef3de2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393367 Aug 31 05:31:25.811579 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-a05be38c-aade-4e50-bfe2-2524567919f4 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824025 Aug 31 05:31:25.909530 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-3fa0aadc-dcf0-45d2-aa57-7c5d9e4dc6e7 req-a3900f89-615d-4012-8228-51db4a55a01d service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898123 Aug 31 05:31:32.713463 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-13bf2800-50d2-4d1d-aba6-058e4c276897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:35.686725 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:31:35.719285 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:36.973828 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-52a00bff-4c68-483b-9039-f0fb690e443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:37.611304 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:39.147038 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:31:45.418966 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:02.714194 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-47d28450-7575-4bb8-8ca2-75c91b4ac017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:05.721446 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:06.973699 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f2ec-3511-41d9-9751-6b5a1d9605c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:07.614063 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:09.149473 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:12.685291 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:32:15.415744 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:26.349489 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-48862697-a90f-4c77-a9eb-d5a0659c0467 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402186 Aug 31 05:32:26.409756 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-5aea2a58-cc40-4d36-a58c-4c35a65d9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:26.411271 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-5aea2a58-cc40-4d36-a58c-4c35a65d9f0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0386443 Aug 31 05:32:26.517149 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-2b01f92e-4015-40e8-ad9d-00cd6e438682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:26.518651 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-2b01f92e-4015-40e8-ad9d-00cd6e438682 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.0877724 Aug 31 05:32:26.585093 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-cb868da9-95c7-4324-bf60-755b39748c32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 1000 time: 0.0581007 Aug 31 05:32:26.639993 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-b30513d9-55ea-4fdd-bd29-b9d9517f0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:26.641407 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-b30513d9-55ea-4fdd-bd29-b9d9517f0a3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0482454 Aug 31 05:32:26.687550 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-3b64a9bd-1a53-4081-a31b-75bf354451a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:26.689046 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-3b64a9bd-1a53-4081-a31b-75bf354451a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410395 Aug 31 05:32:26.778503 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-2e9dc45f-3070-4d8f-b949-1aa7dc9626d1 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Aug 31 05:32:26.870574 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30edf583-ef9d-4d9f-940d-2f0b8dbeaf8a req-8ed200c4-48b9-43ec-8ba3-1bb50cf8e49e service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Aug 31 05:32:32.714253 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4951-19c0-4873-bab3-c5020b2d2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:35.722503 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:36.974011 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2317-200b-419c-af9a-728c9b960eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:37.617425 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:39.152255 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.324940 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60720) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:42.480613 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port 2679d80c-ac71-4bf6-b80a-c27e448fd4f5 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:42.480960 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.556950 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.557286 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.568407 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for 2679d80c-ac71-4bf6-b80a-c27e448fd4f5 owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:42.714006 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.741613 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=2679d80c-ac71-4bf6-b80a-c27e448fd4f5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:42.754638 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.754994 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.755368 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.755710 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.756045 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.756858 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.757709 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.758048 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.758383 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.758716 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.759044 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.759406 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:42.814239 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:42.814567 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 70b69955-3e26-4094-896d-8198bcde562a disassociated (deleted). External IP: 172.27.2.31, port: bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a. Aug 31 05:32:43.025538 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:32:43.129418 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:32:43.134304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:43.139230 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:32:43.148542 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:43.149142 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:43.161705 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-acaad336-2171-4687-8005-2b2411917a52 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "DELETE /v2.0/floatingips/70b69955-3e26-4094-896d-8198bcde562a HTTP/1.1" status: 204 len: 168 time: 0.8355582 Aug 31 05:32:43.162304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:32:43.165902 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916132f0-6c75-40b5-9747-bc693c68364c" -d '{"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:32:43.204817 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ad742-d524-4ee8-b27b-6796e7bf61fb x-openstack-request-id: req-7d2ad742-d524-4ee8-b27b-6796e7bf61fb {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:32:43.205114 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:32:43.205499 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d2ad742-d524-4ee8-b27b-6796e7bf61fb {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:32:43.205775 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'status': 'completed', 'code': 200} Aug 31 05:32:43.266508 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:43.274803 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916132f0-6c75-40b5-9747-bc693c68364c req-d9a9fca9-ec25-4899-9c40-204b3dca3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:43.277002 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-d9a9fca9-ec25-4899-9c40-204b3dca3a5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0448768 Aug 31 05:32:43.412035 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916132f0-6c75-40b5-9747-bc693c68364c req-a9e76e3e-4a4f-4eb3-a075-8382e1ccebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:43.413748 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-a9e76e3e-4a4f-4eb3-a075-8382e1ccebc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.1250155 Aug 31 05:32:43.424896 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b29fa1-528a-4e84-8773-3d0c9c464070 req-b1d11d22-08c9-461d-8012-c335e8c5a0f8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:43.426470 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30b29fa1-528a-4e84-8773-3d0c9c464070 req-b1d11d22-08c9-461d-8012-c335e8c5a0f8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0802634 Aug 31 05:32:43.473377 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-c838e88d-c683-4740-9f00-ee186ede311e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 200 len: 217 time: 0.0459116 Aug 31 05:32:43.524248 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-30b29fa1-528a-4e84-8773-3d0c9c464070 req-0f52795a-057c-469d-82ea-75257e041b55 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903742 Aug 31 05:32:43.540005 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916132f0-6c75-40b5-9747-bc693c68364c req-7ff77bd7-a0f2-4319-9916-2591e4b9a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:43.541199 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-7ff77bd7-a0f2-4319-9916-2591e4b9a0ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0588877 Aug 31 05:32:43.592489 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916132f0-6c75-40b5-9747-bc693c68364c req-82974fa5-5969-42b5-bc09-cc504bd110be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:43.593970 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-82974fa5-5969-42b5-bc09-cc504bd110be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455520 Aug 31 05:32:43.625787 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:43.655388 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:32:43.663770 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:43.664378 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:43.685849 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-13dd7f40-bb1c-48db-9ec1-02f7ca248bc5 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841584 Aug 31 05:32:43.767594 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:43.780848 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-916132f0-6c75-40b5-9747-bc693c68364c req-5843a6cf-fe56-4948-993f-120c8d8f29f5 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870273 Aug 31 05:32:43.983020 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:44.012686 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785fa-7b15-4b44-bd0a-46d69f9d328e None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_floatingips': [{'id': '4b82ece1-1678-480e-96c2-0c18c9b98e7d', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'router_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'port_id': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'mac_address': 'fa:16:3e:13:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T05:29:07Z', 'updated_at': '2021-08-31T05:29:09Z', 'revision_number': 1, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:32:44.224416 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6083c-30be-47f0-8e0b-28995e64fc67 None None] New status for floating IP 70b69955-3e26-4094-896d-8198bcde562a: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:32:44.660131 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c37e-631e-41cf-81d6-69c2d5fa3341 req-0410aff0-b21d-4cc3-9605-4e6e29351ff5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:44.661653 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4bf2c37e-631e-41cf-81d6-69c2d5fa3341 req-0410aff0-b21d-4cc3-9605-4e6e29351ff5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Aug 31 05:32:44.699346 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-4bf2c37e-631e-41cf-81d6-69c2d5fa3341 req-24c70630-af3f-420f-8191-27e8eb98f197 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306134 Aug 31 05:32:44.890732 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-5c15e3d3-1b38-4e76-b186-152ceee09a2d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:44.892131 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-5c15e3d3-1b38-4e76-b186-152ceee09a2d tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 945 time: 0.0480404 Aug 31 05:32:44.983220 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:44.983566 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:45.067202 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] For port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:45.067569 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:45.080612 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:45.205867 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:45.234013 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:45.283563 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] No DVR routers for this DVR port bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:32:45.286095 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:45.288151 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-2e749bb7-f945-424e-9cf1-47056bde8386 req-e99074db-68c7-4e9f-88b2-21d8aa638c0a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "DELETE /v2.0/ports/bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a HTTP/1.1" status: 204 len: 173 time: 0.3896904 Aug 31 05:32:45.288592 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'name': 'network-vif-deleted', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:32:45.290855 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f34e16-e122-4eb9-b583-e47e2c2f72ab" -d '{"events": [{"server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "name": "network-vif-deleted", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:32:45.329164 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01feafb2-8176-4488-8aed-7f7da2e9cc43 x-openstack-request-id: req-01feafb2-8176-4488-8aed-7f7da2e9cc43 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:32:45.329455 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379074e4-d63c-4f8f-8afc-6e8746b60ad8", "name": "network-vif-deleted", "tag": "bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:32:45.329811 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01feafb2-8176-4488-8aed-7f7da2e9cc43 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:32:45.330191 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379074e4-d63c-4f8f-8afc-6e8746b60ad8', 'name': 'network-vif-deleted', 'tag': 'bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a', 'status': 'completed', 'code': 200} Aug 31 05:32:45.431968 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:45.801801 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-a2e16505-bddb-4dda-985b-b7babeccc184 req-b5f76d93-2f2b-4c7c-81d4-47255554958a tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=379074e4-d63c-4f8f-8afc-6e8746b60ad8 HTTP/1.1" status: 200 len: 210 time: 0.0257308 Aug 31 05:32:49.030165 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:32:49.050658 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:32:49.051007 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device bb5ad0cf-a1db-4716-ae6c-a7fb34646c3a not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:32:49.070248 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60760) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:49.222478 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port 0bb0a798-e050-4de9-ab14-7c13c2fa8b4e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:49.222866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:49.300377 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:49.300697 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:49.312290 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for 0bb0a798-e050-4de9-ab14-7c13c2fa8b4e owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:49.455428 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:49.485427 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=0bb0a798-e050-4de9-ab14-7c13c2fa8b4e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:49.542960 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:49.543357 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.db.l3_db [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Floating IP 4b82ece1-1678-480e-96c2-0c18c9b98e7d disassociated (deleted). External IP: 172.27.2.63, port: 1fb6a443-0aaa-45fc-a535-941c7cf8262a. Aug 31 05:32:49.683003 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:32:50.014080 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:32:50.118151 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:32:50.122663 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:50.129118 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:32:50.138498 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:50.139107 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:50.149935 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-a1fe968e-f393-40f3-a5eb-31b6ff560490 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "DELETE /v2.0/floatingips/4b82ece1-1678-480e-96c2-0c18c9b98e7d HTTP/1.1" status: 204 len: 168 time: 1.0786083 Aug 31 05:32:50.150660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:32:50.153030 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb13650-2cb6-4282-93bf-28529413f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:32:50.190178 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 05:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd7275-0815-4556-bd0c-eba41e3cb3d8 x-openstack-request-id: req-30bd7275-0815-4556-bd0c-eba41e3cb3d8 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:32:50.190701 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:32:50.191194 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30bd7275-0815-4556-bd0c-eba41e3cb3d8 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:32:50.191762 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'status': 'completed', 'code': 200} Aug 31 05:32:50.258832 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-d7c2e02e-a44b-4f8f-be67-01f789639cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:50.260699 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-d7c2e02e-a44b-4f8f-be67-01f789639cd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8675b5db0c37496d87bbdca0e8a11336&device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 1099 time: 0.0469387 Aug 31 05:32:50.261203 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:50.404309 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-51df6aa8-7229-45e2-98bb-d93f46f4dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:50.405778 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-51df6aa8-7229-45e2-98bb-d93f46f4dfb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 200 len: 912 time: 0.1379254 Aug 31 05:32:50.428903 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581ab1-b5ff-47bc-966a-4a455c77614a req-225f1348-e51f-4f05-9d34-3d5fefad6396 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:50.430377 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03581ab1-b5ff-47bc-966a-4a455c77614a req-225f1348-e51f-4f05-9d34-3d5fefad6396 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0688608 Aug 31 05:32:50.458395 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-8d0a4bc6-fb4b-4814-b5c8-733d18549470 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 200 len: 217 time: 0.0440803 Aug 31 05:32:50.465897 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:50.496164 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:32:50.504358 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:50.505256 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:50.525091 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-03581ab1-b5ff-47bc-966a-4a455c77614a req-c93d4e7b-868e-4689-9c52-4741d7248e3f tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690172 Aug 31 05:32:50.532167 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-ccbf56e1-97ae-4677-bb22-9b9488247410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:50.533587 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-ccbf56e1-97ae-4677-bb22-9b9488247410 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 200 len: 850 time: 0.0633996 Aug 31 05:32:50.581267 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-e8fc0b79-4ec4-4069-ac6e-c41381872bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:50.582686 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-e8fc0b79-4ec4-4069-ac6e-c41381872bda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=13cc80b3-1987-4b56-9531-61eb479960ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398347 Aug 31 05:32:50.612708 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:50.676004 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-219fba86-9e8f-486d-a2ff-01e2c3177adb service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839391 Aug 31 05:32:50.770635 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-bdb13650-2cb6-4282-93bf-28529413f9ee req-3d02e681-814b-4cb0-b033-d528ef7297a3 service neutron] 10.222.0.35 "GET /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Aug 31 05:32:50.813083 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:50.839658 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650cc22-38f4-4314-be6b-cb65f0e4ba65 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:25:58Z', 'revision_number': 4, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi', '_interfaces': [{'id': '5f3845c4-8ffc-44fc-a5d8-6288e3b2f077', 'name': '', 'network_id': '13cc80b3-1987-4b56-9531-61eb479960ee', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'mac_address': 'fa:16:3e:ef:42:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:57Z', 'updated_at': '2021-08-31T05:26:05Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'subnets': [{'id': '0f06fa63-908e-4c3c-8000-65286e9cf973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:32:51.044832 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d12f2-92ea-49e3-b450-b727be0915d1 None None] New status for floating IP 4b82ece1-1678-480e-96c2-0c18c9b98e7d: DOWN {{(pid=94293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 05:32:51.642299 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721a310-4c2e-4a73-8bab-0826a1c5396c req-86c427e6-41e9-49ca-94fb-91df929d7cc3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:51.643854 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9721a310-4c2e-4a73-8bab-0826a1c5396c req-86c427e6-41e9-49ca-94fb-91df929d7cc3 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0501013 Aug 31 05:32:51.681818 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-9721a310-4c2e-4a73-8bab-0826a1c5396c req-99e02e76-7de2-40a5-9c11-89949c9ab1b5 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Aug 31 05:32:51.866391 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-10103aeb-5dfc-4663-98a8-1682f8177fae tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 05:32:51.867777 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-10103aeb-5dfc-4663-98a8-1682f8177fae tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Aug 31 05:32:51.957057 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port 1fb6a443-0aaa-45fc-a535-941c7cf8262a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:51.957402 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:52.047856 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] For port 1fb6a443-0aaa-45fc-a535-941c7cf8262a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1fb6a443-0aaa-45fc-a535-941c7cf8262a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:52.048226 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:52.062329 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for 1fb6a443-0aaa-45fc-a535-941c7cf8262a owned by compute:nova {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:52.184660 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:52.216833 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=1fb6a443-0aaa-45fc-a535-941c7cf8262a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:52.257582 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] No DVR routers for this DVR port 1fb6a443-0aaa-45fc-a535-941c7cf8262a on host hv-cinder-77398 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:32:52.260019 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for port, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:52.262003 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-dfce8719-a17a-446b-9e0a-aa6138308756 req-f72a1ad7-69d6-4c17-b9ce-b2a6f4b03660 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.35 "DELETE /v2.0/ports/1fb6a443-0aaa-45fc-a535-941c7cf8262a HTTP/1.1" status: 204 len: 173 time: 0.3882926 Aug 31 05:32:52.262448 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'name': 'network-vif-deleted', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 05:32:52.264699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfbe78d451bea077a253ec338f600869e90ea5568632356633bb6817b64958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc49d2-1298-4566-b129-153766987c68" -d '{"events": [{"server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "name": "network-vif-deleted", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 05:32:52.299934 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea660cd7-f30d-47d6-b313-03ab7911627b x-openstack-request-id: req-ea660cd7-f30d-47d6-b313-03ab7911627b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 05:32:52.300243 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c5eed5-62d6-4731-93b9-afcb5e9ba818", "name": "network-vif-deleted", "tag": "1fb6a443-0aaa-45fc-a535-941c7cf8262a", "status": "completed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 05:32:52.300476 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea660cd7-f30d-47d6-b313-03ab7911627b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 05:32:52.300887 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c5eed5-62d6-4731-93b9-afcb5e9ba818', 'name': 'network-vif-deleted', 'tag': '1fb6a443-0aaa-45fc-a535-941c7cf8262a', 'status': 'completed', 'code': 200} Aug 31 05:32:52.787911 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [req-63ff0f69-9d61-41dd-96d5-8f4deae7c4a0 req-5c41978e-fe8f-471e-9f31-91e2697de986 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1c5eed5-62d6-4731-93b9-afcb5e9ba818 HTTP/1.1" status: 200 len: 210 time: 0.0269563 Aug 31 05:32:53.844544 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60776) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:53.966851 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Deleting port 5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:53.967219 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.042699 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.043025 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.054735 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Calling delete_port for 5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e owned by network:floatingip {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:54.180715 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.208955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'Port': ['ID=5eaa4b2e-9ed4-4c29-b69a-f97787e9a81e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:54.267859 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for floatingip, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.270420 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18227'] for floatingip, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:54.271659 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-7dc21388-454d-4907-8f4a-766526f08fb8 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "DELETE /v2.0/floatingips/3db50a00-ae81-41ba-8bf1-a8fd62b92838 HTTP/1.1" status: 204 len: 168 time: 0.4260714 Aug 31 05:32:55.046918 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 1fb6a443-0aaa-45fc-a535-941c7cf8262a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:32:55.066869 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] No Port match for: 1fb6a443-0aaa-45fc-a535-941c7cf8262a {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:32:55.067236 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Device 1fb6a443-0aaa-45fc-a535-941c7cf8262a not bound to the agent host hv-cinder-77398 {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:32:55.462502 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60788) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:55.520159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:55.545624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:55.608512 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:55.611143 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:55.612321 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0 HTTP/1.1" status: 204 len: 168 time: 0.1486838 Aug 31 05:32:55.621946 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c7113-4619-4c12-8708-9d5475823620 tempest-TestVolumeBootPattern-257520707 tempest-TestVolumeBootPattern-257520707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1cec8c-48f9-4cb3-8688-f0dd5270c1a0,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:55.665090 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60792) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:56.215823 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:56.461455 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Deleting port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:56.461796 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:56.538675 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] For port 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:56.539411 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:56.555341 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Calling delete_port for 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:56.730748 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:56.755262 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3845c4-8ffc-44fc-a5d8-6288e3b2f077,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:56.918866 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.129053 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:32:57.234158 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:32:57.239348 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-d585b91a-764b-4ffa-b8ef-1491c16d3e65 admin admin] 10.222.0.25 "PUT /v2.0/routers/06ccbc18-cfce-40e0-b7f8-06c158ac0aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731370 Aug 31 05:32:57.242667 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60796) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:57.243395 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Sync routers for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:32:57.257395 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:57.258003 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:57.343955 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks [] for router, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.356753 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: dv-cinder-773985-16-iscsi {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:57.445159 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.498043 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Deleting port c9b5b575-0339-4f1a-b423-5d9581bcb637 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:57.498391 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.581983 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] For port c9b5b575-0339-4f1a-b423-5d9581bcb637, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=c9b5b575-0339-4f1a-b423-5d9581bcb637,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:57.582668 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.602026 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Calling delete_port for c9b5b575-0339-4f1a-b423-5d9581bcb637 owned by network:router_gateway {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:57.665274 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:32:56Z', 'revision_number': 5, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port': {'id': 'c9b5b575-0339-4f1a-b423-5d9581bcb637', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:25:56Z', 'updated_at': '2021-08-31T05:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:57.690480 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Checking router: 06ccbc18-cfce-40e0-b7f8-06c158ac0aff for host: dv-cinder-773985-16-iscsi {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:32:57.699757 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Routers {'06ccbc18-cfce-40e0-b7f8-06c158ac0aff'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:32:57.700183 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:57.766734 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.787297 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] Set router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:32:57.796853 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b5b575-0339-4f1a-b423-5d9581bcb637,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:57.842852 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:32:57Z', 'revision_number': 6, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:57.854468 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:57.870822 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279065e2-9a7c-47fd-931c-c2a6fba69447 None None] The sync data for ids ['06ccbc18-cfce-40e0-b7f8-06c158ac0aff'] in dv-cinder-773985-16-iscsi is: [{'id': '06ccbc18-cfce-40e0-b7f8-06c158ac0aff', 'name': 'tempest-TestVolumeBootPattern-503486575-router', 'tenant_id': '8675b5db0c37496d87bbdca0e8a11336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:25:55Z', 'updated_at': '2021-08-31T05:32:57Z', 'revision_number': 6, 'project_id': '8675b5db0c37496d87bbdca0e8a11336', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:32:58.227389 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.229930 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.277972 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.278545 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ccbc18-cfce-40e0-b7f8-06c158ac0aff {{(pid=94291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:32:58.284123 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.285373 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-c01402af-23bd-4410-8a4c-4c8725cd322d admin admin] 10.222.0.25 "DELETE /v2.0/routers/06ccbc18-cfce-40e0-b7f8-06c158ac0aff HTTP/1.1" status: 204 len: 168 time: 1.0416632 Aug 31 05:32:58.288583 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60798) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:58.334374 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Deleting subnet 0f06fa63-908e-4c3c-8000-65286e9cf973 {{(pid=94291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:32:58.337442 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.371044 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9533480'] for subnet, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.451837 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.503184 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9691374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9841681'] for subnet, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.532912 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.534849 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0f06fa63-908e-4c3c-8000-65286e9cf973 HTTP/1.1" status: 204 len: 168 time: 0.2452335 Aug 31 05:32:58.535914 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95d3bc-9914-4651-b117-a9ef9a3892af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f06fa63-908e-4c3c-8000-65286e9cf973,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:58.538006 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:58.541448 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12e255-b470-4bdb-8d6b-02e24713b3f9 None None] Network 13cc80b3-1987-4b56-9531-61eb479960ee requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:32:58.616258 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.670102 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Deleting port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:58.670447 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.731990 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] DHCP port deletion for 13cc80b3-1987-4b56-9531-61eb479960ee request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:32:58.734847 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:58.734847 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.750253 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Calling delete_port for 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:58.789847 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Deleting port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a {{(pid=94292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:58.790226 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.793617 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9b5b575-0339-4f1a-b423-5d9581bcb637 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:32:58.855294 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: c9b5b575-0339-4f1a-b423-5d9581bcb637 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:32:58.855639 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device c9b5b575-0339-4f1a-b423-5d9581bcb637 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:32:58.856056 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:32:58.916127 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:58.916533 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:58.931582 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Calling delete_port for 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a owned by network:dhcp {{(pid=94292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:32:59.006555 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-750176'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.051586 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] For port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,segment=NetworkSegment(0660a840-d7fc-4192-956f-8cd12b524882),segment_id=0660a840-d7fc-4192-956f-8cd12b524882)] {{(pid=94292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:59.058397 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730236618451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730236038714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730236038732'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.059084 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:32:59.061920 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10321131'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.089332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] No DVR routers for this DVR port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a on host dv-cinder-773985-16-iscsi {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:32:59.093332 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:59.097175 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Pushing event deleted for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:59.100745 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:32:59.101085 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 5f3845c4-8ffc-44fc-a5d8-6288e3b2f077 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:32:59.108286 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.108526 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.108979 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.109423 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.109664 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.109997 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.110694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.110694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.110943 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.111293 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.111770 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.111927 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.114557 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705'] for port, after_delete {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.120492 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.120842 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.121187 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.121516 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.121856 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.122176 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.122505 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.122833 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.123179 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.123503 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.123931 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.124256 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-16-iscsi {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 05:32:59.142268 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] No DVR routers for this DVR port 3dd981fe-a6ce-4a17-aead-da9c2e92dc0a on host dv-cinder-773985-16-iscsi {{(pid=94292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:32:59.144182 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ea052-ee2f-45af-baad-6d00926cca27 None None] Pushing event deleted for resources: {'Port': ['ID=3dd981fe-a6ce-4a17-aead-da9c2e92dc0a,revision_number=None']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:59.181538 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.191049 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cc80b3-1987-4b56-9531-61eb479960ee']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:59.200821 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0660a840-d7fc-4192-956f-8cd12b524882') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:59.201119 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0660a840-d7fc-4192-956f-8cd12b524882') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:32:59.209446 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9659561'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.222520 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.228702 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:32:59.229082 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10320958'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: Traceback (most recent call last): Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: timer() Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: cb(*args, **kw) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: return func(*args, **kwargs) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: self._notify() Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: self.callback(batched_events) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: event.method(event) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: return f(self, *a, **k) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._get(url).json() Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:32:59.231004 dv-cinder-773985-16-iscsi neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:32:59.285665 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.291798 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.293711 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] 10.222.0.25 "DELETE /v2.0/networks/13cc80b3-1987-4b56-9531-61eb479960ee HTTP/1.1" status: 204 len: 168 time: 0.7531238 Aug 31 05:32:59.297031 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60804) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:32:59.305768 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9c978-5efd-4d53-b244-c05eb2a4d246 admin admin] Pushing event deleted for resources: {'Network': ['ID=13cc80b3-1987-4b56-9531-61eb479960ee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:32:59.635076 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3707156'] for router_interface, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.874506 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Deleting port 307dcb04-3463-4557-9378-b3c499a686ae {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:32:59.874844 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.962563 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] For port 307dcb04-3463-4557-9378-b3c499a686ae, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=307dcb04-3463-4557-9378-b3c499a686ae,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:32:59.962846 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:32:59.976514 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Calling delete_port for 307dcb04-3463-4557-9378-b3c499a686ae owned by network:router_interface {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:33:00.153439 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:00.177150 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Pushing event deleted for resources: {'Port': ['ID=307dcb04-3463-4557-9378-b3c499a686ae,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:00.343329 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3707272'] for router_interface, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:00.554537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 has already been hosted by L3 agent 5db34234-a907-4666-a71f-b0c484243f6e {{(pid=94291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 05:33:00.663108 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] Notify agent at l3_agent.dv-cinder-773985-16-iscsi the message routers_updated {{(pid=94291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 05:33:00.668064 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-96dfc2b8-32b2-4455-a2e5-377344577555 admin admin] 10.222.0.25 "PUT /v2.0/routers/ccc4aeb4-05d4-4630-a9cf-c72b40e206a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3700182 Aug 31 05:33:00.670826 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60806) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:00.673286 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Sync routers for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 05:33:00.683951 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:33:00.684556 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:00.785430 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:00.790667 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: dv-cinder-773985-16-iscsi {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:33:00.887716 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:00.941220 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Deleting port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:33:00.941564 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:00.965376 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'external_fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:33:00Z', 'revision_number': 5, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port': {'id': '96b1e4dc-bb8d-4cf8-b80c-6b134de74697', 'name': '', 'network_id': '5fe04371-855f-46c4-9ef9-dce4fcb85f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74f0e8a5-084a-4086-8c1a-63c1e1c0d7f0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-16-iscsi'}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:00.995388 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Checking router: ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 for host: dv-cinder-773985-16-iscsi {{(pid=94293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 05:33:01.003582 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Routers {'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'} bound to L3 agent in host dv-cinder-773985-16-iscsi {{(pid=94293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 05:33:01.004184 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T05:10:07Z,description=,heartbeat_timestamp=2021-08-31T05:32:37Z,host='dv-cinder-773985-16-iscsi',id=5db34234-a907-4666-a71f-b0c484243f6e,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T05:10:07Z,topic='l3_agent')) {'router_ids': ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'], 'active': True} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:01.024986 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] For port 96b1e4dc-bb8d-4cf8-b80c-6b134de74697, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,segment=NetworkSegment(a88f81a0-81ac-4432-97a5-0e29f903dbe9),segment_id=a88f81a0-81ac-4432-97a5-0e29f903dbe9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:33:01.025366 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.038304 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Calling delete_port for 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 owned by network:router_gateway {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:33:01.175974 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_dvr_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] Set router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 gateway port host: None {{(pid=94293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 05:33:01.205110 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.228687 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.l3_hamode_db [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:33:00Z', 'revision_number': 6, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port_host': None}], 'dv-cinder-773985-16-iscsi', False) {} {{(pid=94293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:01.231139 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b1e4dc-bb8d-4cf8-b80c-6b134de74697,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:01.260575 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ada121-265f-418f-a47f-50c0c93eb1bc None None] The sync data for ids ['ccc4aeb4-05d4-4630-a9cf-c72b40e206a1'] in dv-cinder-773985-16-iscsi is: [{'id': 'ccc4aeb4-05d4-4630-a9cf-c72b40e206a1', 'name': 'tempest-TestVolumeBootPattern-454253134-router', 'tenant_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T05:26:00Z', 'updated_at': '2021-08-31T05:33:00Z', 'revision_number': 6, 'project_id': '39d3f0fd56334d2eba7c66eb272a2b42', 'gw_port_host': None}] {{(pid=94293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 05:33:01.300593 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3712554'] for router_gateway, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.388720 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3710228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4618'] for router, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.390766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.435852 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3710239'] for router, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.436403 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 {{(pid=94291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 05:33:01.440537 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.441689 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-dd562027-4a38-4178-a86a-b0254c76bbb1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ccc4aeb4-05d4-4630-a9cf-c72b40e206a1 HTTP/1.1" status: 204 len: 168 time: 0.7698615 Aug 31 05:33:01.444774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.25', 60808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:01.493669 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Deleting subnet 13cc5795-aef7-4d3b-9781-5662c18149f9 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 05:33:01.496774 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.531719 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9659538'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.610291 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-667333'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.672145 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-667342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10321028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9699956'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.702418 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cc5795-aef7-4d3b-9781-5662c18149f9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:01.703366 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.705428 dv-cinder-773985-16-iscsi neutron-server[94290]: INFO neutron.wsgi [None req-a0a9c83b-5b89-4561-aa74-0f12ca17a6f8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/13cc5795-aef7-4d3b-9781-5662c18149f9 HTTP/1.1" status: 204 len: 168 time: 0.2596395 Aug 31 05:33:01.710245 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60810) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:01.721392 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33269fd4-702b-436b-b6f7-d53fc098e0c3 None None] Network 1eb72651-3e72-4b0b-9df2-da9466d6d769 requested from dv-cinder-773985-16-iscsi {{(pid=94292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 05:33:01.777931 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-733866'] for network, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.829884 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Deleting port f2b7aaba-312c-4b22-b00c-51603f22047b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 05:33:01.830230 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730236617238'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.899949 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] For port f2b7aaba-312c-4b22-b00c-51603f22047b, host dv-cinder-773985-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-16-iscsi',level=0,port_id=f2b7aaba-312c-4b22-b00c-51603f22047b,segment=NetworkSegment(de0607ca-e8f7-4485-adb8-89d67e5507df),segment_id=de0607ca-e8f7-4485-adb8-89d67e5507df)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 05:33:01.900319 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3714914'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:01.913069 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Calling delete_port for f2b7aaba-312c-4b22-b00c-51603f22047b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 05:33:01.992706 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-750119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730236618469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730236038705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9691265'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.024100 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21a58d-0b72-4cc9-aecd-d6bfdb6b231f None None] DHCP port deletion for 1eb72651-3e72-4b0b-9df2-da9466d6d769 request from dv-cinder-773985-16-iscsi {{(pid=94292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 05:33:02.026891 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b7aaba-312c-4b22-b00c-51603f22047b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:02.029582 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] No DVR routers for this DVR port f2b7aaba-312c-4b22-b00c-51603f22047b on host dv-cinder-773985-16-iscsi {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 05:33:02.102882 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-545086', 'neutron.services.segments.db._delete_segments_for_network-8730236523201'] for network, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.113351 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb72651-3e72-4b0b-9df2-da9466d6d769']}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:02.124042 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0607ca-e8f7-4485-adb8-89d67e5507df') {'for_net_delete': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:02.124337 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.services.segments.db [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0607ca-e8f7-4485-adb8-89d67e5507df') {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 05:33:02.134083 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730236535637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9533459'] for segment, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.148624 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739'] for segment, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.154666 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 05:33:02.155064 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-782739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9691220'] for segment, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: Traceback (most recent call last): Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: timer() Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: cb(*args, **kw) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: return func(*args, **kwargs) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: self._notify() Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: self.callback(batched_events) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: event.method(event) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: return f(self, *a, **k) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._get(url).json() Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: return self.request(url, 'GET', **kwargs) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 05:33:02.156892 dv-cinder-773985-16-iscsi neutron-server[94291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 05:33:02.217118 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-545063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3712518'] for network, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.222848 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798171'] for network, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.227143 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1eb72651-3e72-4b0b-9df2-da9466d6d769 HTTP/1.1" status: 204 len: 168 time: 0.5134625 Aug 31 05:33:02.236298 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fc891-109f-4495-8b69-f0774aef0c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb72651-3e72-4b0b-9df2-da9466d6d769,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:02.356780 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60816) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:02.395522 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-77161d8e-b60d-40e3-9a8d-be58b910562c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8675b5db0c37496d87bbdca0e8a11336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375473 Aug 31 05:33:02.398688 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60818) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:02.448198 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.468704 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.514892 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.517385 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.518506 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dbc8f51-1e76-4748-8be7-fd0bd27a1e35 HTTP/1.1" status: 204 len: 168 time: 0.1187716 Aug 31 05:33:02.526232 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4374f-e61f-4923-835d-9627ebceb726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc8f51-1e76-4748-8be7-fd0bd27a1e35,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:02.717745 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-419d5d5c-4722-484d-bf40-bd08b8983202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.768215 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:33:02.788970 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:33:02.789418 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 96b1e4dc-bb8d-4cf8-b80c-6b134de74697 not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:33:02.789904 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 307dcb04-3463-4557-9378-b3c499a686ae no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:33:02.812921 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: 307dcb04-3463-4557-9378-b3c499a686ae {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:33:02.813273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device 307dcb04-3463-4557-9378-b3c499a686ae not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:33:02.813690 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f2b7aaba-312c-4b22-b00c-51603f22047b no longer exists at agent ovs-agent-dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 05:33:02.834273 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.plugin [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] No Port match for: f2b7aaba-312c-4b22-b00c-51603f22047b {{(pid=94292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 05:33:02.834948 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron.plugins.ml2.rpc [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Device f2b7aaba-312c-4b22-b00c-51603f22047b not bound to the agent host dv-cinder-773985-16-iscsi {{(pid=94292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 05:33:02.837961 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60824) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:02.882845 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-fa6b9c35-9dc7-4e52-9ad7-3a3582fa89c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39d3f0fd56334d2eba7c66eb272a2b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436642 Aug 31 05:33:02.885182 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.wsgi [-] (94291) accepted ('10.222.0.25', 60826) {{(pid=94291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 05:33:02.933179 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.953779 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:02.999766 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698368'] for security_group, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:03.002265 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:03.003535 dv-cinder-773985-16-iscsi neutron-server[94291]: INFO neutron.wsgi [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99f65023-6a19-41e7-88d9-19dcd78e9e75 HTTP/1.1" status: 204 len: 168 time: 0.1174545 Aug 31 05:33:03.011677 dv-cinder-773985-16-iscsi neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca218e73-11ef-4050-8767-84fc68e6099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f65023-6a19-41e7-88d9-19dcd78e9e75,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 05:33:05.725394 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:06.975539 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e080a21c-372b-47d8-a276-30703c7efc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:07.620539 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:09.154204 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:15.460511 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:26.682319 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:33:32.719677 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-23cc0938-d1b6-43b6-b47b-07c65c5ce349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:35.727042 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:36.976935 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-86dc8012-eac4-410a-8aa7-106b5764ef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:37.623414 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:39.157183 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:45.479386 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:33:56.993384 dv-cinder-773985-16-iscsi neutron-server[94290]: DEBUG neutron.wsgi [req-73ec827f-8d58-441a-b511-7597408875a3 req-370486da-c595-43f9-b360-948ad1d929c2 service neutron] (94290) timed out ('10.222.0.35', 64895) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 05:34:02.719673 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-af4a1505-be5a-4094-bd81-ca39d4af5005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:03.681415 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:34:05.727591 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:06.980491 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c8e22209-b6ac-432b-806e-caf98762f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:07.625653 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:09.158815 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:15.488923 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:32.722472 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-bf63eec9-108c-41df-bbd3-f67699d99392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:35.729881 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:36.984656 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c636222f-1d52-492d-95eb-685846666c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:37.628275 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:39.163907 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:34:40.680926 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:34:45.501658 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:02.723635 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-abaad8ac-eff4-4aca-9c8b-0a5b7ab10d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:05.731695 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:06.988348 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6074da6f-f063-41d1-968f-d33872375759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:07.630772 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:09.165608 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:15.520012 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:17.680512 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:35:32.723648 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e95717c1-e2e6-4758-8095-dc9e18c44f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:35.734591 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:36.989583 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b9ae351e-9237-4bfb-abc4-29954956f553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:37.634339 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:39.167219 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:45.514832 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:35:54.680223 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:36:02.724385 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc136-9ea0-4d9e-82c3-b14e21970dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:05.735173 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:06.990977 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2144b252-ce77-4cb2-995e-6f61edc98df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:07.637444 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:09.171209 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:15.530694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:31.678659 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:36:32.724700 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4f10b1ce-3f29-4e6c-bc1f-e6e932df987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:35.739635 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:36.991923 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f3235e94-6181-418d-b70b-ae98192b5b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:37.639928 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:39.172810 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:36:45.533483 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:02.725530 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d52c4651-dab4-41f4-b463-4c7a4c8ce9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:05.741188 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:06.991489 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-055966f3-a17b-4592-b385-d99cfd944487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:07.641428 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:08.677353 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:37:09.175616 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:15.546667 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:32.726295 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d5355779-b1b0-4fb3-97dd-48196538d389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:35.741585 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:36.991499 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f8ba-96b2-465e-ab65-177acc657199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:37.644434 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:39.177769 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:45.536154 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:37:45.676880 dv-cinder-773985-16-iscsi neutron-server[94293]: DEBUG neutron.db.agents_db [None req-2cfdbd99-af41-4bfd-82d9-ee7cd62a750b None None] Agent healthcheck: found 6 active agents {{(pid=94293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 05:38:02.727957 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0619cca9-f9a4-45b8-8512-06e7c30e26ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:05.742766 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-db128521-e73e-4714-8b8b-e665804e2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:06.993858 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4daf53a3-e929-4025-b3a3-aefe6503c109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:07.647742 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dad-8b7a-4f54-9186-f7ec166f102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:09.180926 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3bdce123-f1d5-4b9f-9373-823b6552b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 05:38:15.548694 dv-cinder-773985-16-iscsi neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4fb71a6f-cc14-4477-bf6a-6e8d65b6ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730236487644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665696'] for agent, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}